2024-09-13T16:44:11.034 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T16:44:11.055 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T16:44:11.167 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843 branch: wip-rishabh-testing-20240910.095512-reef description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/recovery-fs} email: null first_in_suite: false job_id: '7903843' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: wip-rishabh-testing-20240910.095512-reef ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 50bbe7f395997dcd871813949c49addbbf630361 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 50bbe7f395997dcd871813949c49addbbf630361 kclient: syntax: v2 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240910.095512-reef sha1: 50bbe7f395997dcd871813949c49addbbf630361 owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1152 sha1: 50bbe7f395997dcd871813949c49addbbf630361 sleep_before_teardown: 0 subset: 984/1024 suite: fs suite_branch: wip-rishabh-testing-20240910.095512-reef suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 50bbe7f395997dcd871813949c49addbbf630361 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi099.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= smithi170.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_recovery_fs teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_14:36:41 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-13T16:44:11.167 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa; will attempt to use it 2024-09-13T16:44:11.168 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa/tasks 2024-09-13T16:44:11.168 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T16:44:11.169 INFO:teuthology.task.internal:Checking packages... 2024-09-13T16:44:11.192 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '50bbe7f395997dcd871813949c49addbbf630361' 2024-09-13T16:44:11.192 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T16:44:11.192 INFO:teuthology.packaging:ref: None 2024-09-13T16:44:11.192 INFO:teuthology.packaging:tag: None 2024-09-13T16:44:11.192 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240910.095512-reef 2024-09-13T16:44:11.192 INFO:teuthology.packaging:sha1: 50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:44:11.192 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=wip-rishabh-testing-20240910.095512-reef 2024-09-13T16:44:11.386 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:44:11.388 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T16:44:11.402 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T16:44:11.402 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T16:44:11.431 INFO:teuthology.task.internal:Saving configuration 2024-09-13T16:44:11.449 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T16:44:11.481 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T16:44:11.522 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi099.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 16:38:15.144581', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2024-09-13T16:44:11.559 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi170.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 16:38:15.142576', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2024-09-13T16:44:11.559 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T16:44:11.566 INFO:teuthology.task.internal:roles: ubuntu@smithi099.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-13T16:44:11.566 INFO:teuthology.task.internal:roles: ubuntu@smithi170.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-13T16:44:11.566 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T16:44:11.711 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa390cd7be0>, signals=[15]) 2024-09-13T16:44:11.712 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T16:44:11.718 INFO:teuthology.task.internal:Opening connections... 2024-09-13T16:44:11.718 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T16:44:11.719 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:44:11.826 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T16:44:11.827 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:44:11.929 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T16:44:11.935 DEBUG:teuthology.orchestra.run.smithi099:> uname -m 2024-09-13T16:44:11.942 INFO:teuthology.orchestra.run.smithi099.stdout:x86_64 2024-09-13T16:44:11.942 DEBUG:teuthology.orchestra.run.smithi099:> cat /etc/os-release 2024-09-13T16:44:11.990 INFO:teuthology.orchestra.run.smithi099.stdout:NAME="Ubuntu" 2024-09-13T16:44:11.990 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2024-09-13T16:44:11.990 INFO:teuthology.orchestra.run.smithi099.stdout:ID=ubuntu 2024-09-13T16:44:11.990 INFO:teuthology.orchestra.run.smithi099.stdout:ID_LIKE=debian 2024-09-13T16:44:11.990 INFO:teuthology.orchestra.run.smithi099.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2024-09-13T16:44:11.990 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION_ID="20.04" 2024-09-13T16:44:11.990 INFO:teuthology.orchestra.run.smithi099.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T16:44:11.990 INFO:teuthology.orchestra.run.smithi099.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T16:44:11.991 INFO:teuthology.orchestra.run.smithi099.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T16:44:11.991 INFO:teuthology.orchestra.run.smithi099.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T16:44:11.991 INFO:teuthology.orchestra.run.smithi099.stdout:VERSION_CODENAME=focal 2024-09-13T16:44:11.991 INFO:teuthology.orchestra.run.smithi099.stdout:UBUNTU_CODENAME=focal 2024-09-13T16:44:11.991 INFO:teuthology.lock.ops:Updating smithi099.front.sepia.ceph.com on lock server 2024-09-13T16:44:12.037 DEBUG:teuthology.orchestra.run.smithi170:> uname -m 2024-09-13T16:44:12.044 INFO:teuthology.orchestra.run.smithi170.stdout:x86_64 2024-09-13T16:44:12.044 DEBUG:teuthology.orchestra.run.smithi170:> cat /etc/os-release 2024-09-13T16:44:12.092 INFO:teuthology.orchestra.run.smithi170.stdout:NAME="Ubuntu" 2024-09-13T16:44:12.092 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2024-09-13T16:44:12.092 INFO:teuthology.orchestra.run.smithi170.stdout:ID=ubuntu 2024-09-13T16:44:12.093 INFO:teuthology.orchestra.run.smithi170.stdout:ID_LIKE=debian 2024-09-13T16:44:12.093 INFO:teuthology.orchestra.run.smithi170.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2024-09-13T16:44:12.093 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION_ID="20.04" 2024-09-13T16:44:12.093 INFO:teuthology.orchestra.run.smithi170.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T16:44:12.093 INFO:teuthology.orchestra.run.smithi170.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T16:44:12.093 INFO:teuthology.orchestra.run.smithi170.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T16:44:12.093 INFO:teuthology.orchestra.run.smithi170.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T16:44:12.093 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION_CODENAME=focal 2024-09-13T16:44:12.093 INFO:teuthology.orchestra.run.smithi170.stdout:UBUNTU_CODENAME=focal 2024-09-13T16:44:12.093 INFO:teuthology.lock.ops:Updating smithi170.front.sepia.ceph.com on lock server 2024-09-13T16:44:12.137 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T16:44:12.148 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T16:44:12.188 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T16:44:12.188 DEBUG:teuthology.orchestra.run.smithi099:> test '!' -e /home/ubuntu/cephtest 2024-09-13T16:44:12.191 DEBUG:teuthology.orchestra.run.smithi170:> test '!' -e /home/ubuntu/cephtest 2024-09-13T16:44:12.196 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T16:44:12.201 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T16:44:12.201 DEBUG:teuthology.orchestra.run.smithi099:> test -z $(ls -A /var/lib/ceph) 2024-09-13T16:44:12.203 DEBUG:teuthology.orchestra.run.smithi170:> test -z $(ls -A /var/lib/ceph) 2024-09-13T16:44:12.216 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T16:44:12.313 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T16:44:12.331 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-13T16:44:12.331 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.2': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}, 'client.3': {'branch': 'testing'}} 2024-09-13T16:44:12.331 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2024-09-13T16:44:12.331 DEBUG:teuthology.orchestra.run.smithi099:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T16:44:12.332 DEBUG:teuthology.orchestra.run.smithi170:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T16:44:12.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:44:12.338 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=testing 2024-09-13T16:44:12.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:44:12.353 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=testing 2024-09-13T16:44:12.548 DEBUG:teuthology.task.kernel:sha1 for client.0 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-13T16:44:12.548 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-13T16:44:12.549 DEBUG:teuthology.orchestra.run.smithi099:> uname -r 2024-09-13T16:44:12.555 INFO:teuthology.orchestra.run.smithi099.stdout:5.4.0-124-generic 2024-09-13T16:44:12.555 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-124-generic vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-13T16:44:12.556 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-13T16:44:12.556 INFO:teuthology.task.kernel:Installing linux-firmware on client.0... 2024-09-13T16:44:12.556 DEBUG:teuthology.orchestra.run.smithi099:> cd /lib/firmware/updates && test -d .git && test '!' -s .git/HEAD && sudo rm -rf .git ; sudo install -d -m0755 /lib/firmware/updates && cd /lib/firmware/updates && sudo git init 2024-09-13T16:44:12.564 DEBUG:teuthology.task.kernel:sha1 for client.1 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-13T16:44:12.564 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-13T16:44:12.564 DEBUG:teuthology.orchestra.run.smithi170:> uname -r 2024-09-13T16:44:12.571 INFO:teuthology.orchestra.run.smithi170.stdout:5.4.0-124-generic 2024-09-13T16:44:12.571 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-124-generic vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-13T16:44:12.571 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-13T16:44:12.571 INFO:teuthology.task.kernel:Installing linux-firmware on client.1... 2024-09-13T16:44:12.571 DEBUG:teuthology.orchestra.run.smithi170:> cd /lib/firmware/updates && test -d .git && test '!' -s .git/HEAD && sudo rm -rf .git ; sudo install -d -m0755 /lib/firmware/updates && cd /lib/firmware/updates && sudo git init 2024-09-13T16:44:12.572 INFO:teuthology.orchestra.run.smithi099.stderr:bash: line 0: cd: /lib/firmware/updates: No such file or directory 2024-09-13T16:44:12.633 INFO:teuthology.orchestra.run.smithi170.stderr:bash: line 0: cd: /lib/firmware/updates: No such file or directory 2024-09-13T16:44:12.688 INFO:teuthology.orchestra.run.smithi099.stdout:Initialized empty Git repository in /usr/lib/firmware/updates/.git/ 2024-09-13T16:44:12.690 DEBUG:teuthology.orchestra.run.smithi099:> sudo git --git-dir=/lib/firmware/updates/.git config --get remote.origin.url >/dev/null || sudo git --git-dir=/lib/firmware/updates/.git remote add origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git 2024-09-13T16:44:12.740 INFO:teuthology.orchestra.run.smithi170.stdout:Initialized empty Git repository in /usr/lib/firmware/updates/.git/ 2024-09-13T16:44:12.742 DEBUG:teuthology.orchestra.run.smithi170:> sudo git --git-dir=/lib/firmware/updates/.git config --get remote.origin.url >/dev/null || sudo git --git-dir=/lib/firmware/updates/.git remote add origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git 2024-09-13T16:44:12.761 DEBUG:teuthology.orchestra.run.smithi099:> sudo git --git-dir=/lib/firmware/updates/.git remote set-url origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git >/dev/null 2024-09-13T16:44:12.771 DEBUG:teuthology.orchestra.run.smithi170:> sudo git --git-dir=/lib/firmware/updates/.git remote set-url origin git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git >/dev/null 2024-09-13T16:44:12.775 DEBUG:teuthology.orchestra.run.smithi099:> cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main 2024-09-13T16:44:12.786 DEBUG:teuthology.orchestra.run.smithi170:> cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/main 2024-09-13T16:45:10.482 INFO:teuthology.orchestra.run.smithi170.stderr:From git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware 2024-09-13T16:45:10.483 INFO:teuthology.orchestra.run.smithi170.stderr: * [new branch] main -> origin/main 2024-09-13T16:45:10.556 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20190312 -> 20190312 2024-09-13T16:45:10.556 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20190416 -> 20190416 2024-09-13T16:45:10.556 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20190514 -> 20190514 2024-09-13T16:45:10.556 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20190618 -> 20190618 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20190717 -> 20190717 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20190815 -> 20190815 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20190923 -> 20190923 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20191022 -> 20191022 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20191215 -> 20191215 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20200122 -> 20200122 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20200316 -> 20200316 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20200421 -> 20200421 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20200519 -> 20200519 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20200619 -> 20200619 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20200721 -> 20200721 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20200817 -> 20200817 2024-09-13T16:45:10.557 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20200918 -> 20200918 2024-09-13T16:45:10.558 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20201022 -> 20201022 2024-09-13T16:45:10.558 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20201118 -> 20201118 2024-09-13T16:45:10.558 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20201218 -> 20201218 2024-09-13T16:45:10.558 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20210208 -> 20210208 2024-09-13T16:45:10.558 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20210315 -> 20210315 2024-09-13T16:45:10.558 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20210511 -> 20210511 2024-09-13T16:45:10.558 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20210716 -> 20210716 2024-09-13T16:45:10.558 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20210818 -> 20210818 2024-09-13T16:45:10.561 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20210919 -> 20210919 2024-09-13T16:45:10.561 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20211027 -> 20211027 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20211216 -> 20211216 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20220209 -> 20220209 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20220310 -> 20220310 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20220411 -> 20220411 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20220509 -> 20220509 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20220610 -> 20220610 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20220708 -> 20220708 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20220815 -> 20220815 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20220913 -> 20220913 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20221012 -> 20221012 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20221109 -> 20221109 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20221214 -> 20221214 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20230117 -> 20230117 2024-09-13T16:45:10.562 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20230210 -> 20230210 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20230310 -> 20230310 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20230404 -> 20230404 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20230515 -> 20230515 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20230625 -> 20230625 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20230804 -> 20230804 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20230919 -> 20230919 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20231030 -> 20231030 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20231111 -> 20231111 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20231211 -> 20231211 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20240115 -> 20240115 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20240220 -> 20240220 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20240312 -> 20240312 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20240410 -> 20240410 2024-09-13T16:45:10.563 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20240513 -> 20240513 2024-09-13T16:45:10.564 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20240610 -> 20240610 2024-09-13T16:45:10.564 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20240709 -> 20240709 2024-09-13T16:45:10.564 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20240811 -> 20240811 2024-09-13T16:45:10.564 INFO:teuthology.orchestra.run.smithi170.stderr: * [new tag] 20240909 -> 20240909 2024-09-13T16:45:12.921 INFO:teuthology.orchestra.run.smithi099.stderr:From git://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware 2024-09-13T16:45:12.921 INFO:teuthology.orchestra.run.smithi099.stderr: * [new branch] main -> origin/main 2024-09-13T16:45:12.987 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20190312 -> 20190312 2024-09-13T16:45:12.987 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20190416 -> 20190416 2024-09-13T16:45:12.987 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20190514 -> 20190514 2024-09-13T16:45:12.988 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20190618 -> 20190618 2024-09-13T16:45:12.988 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20190717 -> 20190717 2024-09-13T16:45:12.990 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20190815 -> 20190815 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20190923 -> 20190923 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20191022 -> 20191022 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20191215 -> 20191215 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20200122 -> 20200122 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20200316 -> 20200316 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20200421 -> 20200421 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20200519 -> 20200519 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20200619 -> 20200619 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20200721 -> 20200721 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20200817 -> 20200817 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20200918 -> 20200918 2024-09-13T16:45:12.991 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20201022 -> 20201022 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20201118 -> 20201118 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20201218 -> 20201218 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20210208 -> 20210208 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20210315 -> 20210315 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20210511 -> 20210511 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20210716 -> 20210716 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20210818 -> 20210818 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20210919 -> 20210919 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20211027 -> 20211027 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20211216 -> 20211216 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20220209 -> 20220209 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20220310 -> 20220310 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20220411 -> 20220411 2024-09-13T16:45:12.992 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20220509 -> 20220509 2024-09-13T16:45:12.995 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20220610 -> 20220610 2024-09-13T16:45:12.995 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20220708 -> 20220708 2024-09-13T16:45:12.995 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20220815 -> 20220815 2024-09-13T16:45:12.995 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20220913 -> 20220913 2024-09-13T16:45:12.995 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20221012 -> 20221012 2024-09-13T16:45:12.995 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20221109 -> 20221109 2024-09-13T16:45:12.995 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20221214 -> 20221214 2024-09-13T16:45:12.995 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20230117 -> 20230117 2024-09-13T16:45:12.995 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20230210 -> 20230210 2024-09-13T16:45:12.995 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20230310 -> 20230310 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20230404 -> 20230404 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20230515 -> 20230515 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20230625 -> 20230625 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20230804 -> 20230804 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20230919 -> 20230919 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20231030 -> 20231030 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20231111 -> 20231111 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20231211 -> 20231211 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20240115 -> 20240115 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20240220 -> 20240220 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20240312 -> 20240312 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20240410 -> 20240410 2024-09-13T16:45:12.996 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20240513 -> 20240513 2024-09-13T16:45:12.997 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20240610 -> 20240610 2024-09-13T16:45:12.997 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20240709 -> 20240709 2024-09-13T16:45:12.997 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20240811 -> 20240811 2024-09-13T16:45:12.997 INFO:teuthology.orchestra.run.smithi099.stderr: * [new tag] 20240909 -> 20240909 2024-09-13T16:45:15.097 INFO:teuthology.orchestra.run.smithi170.stderr:Updating files: 44% (1582/3520) Updating files: 45% (1584/3520) Updating files: 46% (1620/3520) Updating files: 47% (1655/3520) Updating files: 48% (1690/3520) Updating files: 49% (1725/3520) Updating files: 50% (1760/3520) Updating files: 51% (1796/3520) Updating files: 52% (1831/3520) Updating files: 53% (1866/3520) Updating files: 54% (1901/3520) Updating files: 55% (1936/3520) Updating files: 56% (1972/3520) Updating files: 57% (2007/3520) Updating files: 58% (2042/3520) Updating files: 59% (2077/3520) Updating files: 59% (2084/3520) Updating files: 60% (2112/3520) Updating files: 61% (2148/3520) Updating files: 62% (2183/3520) Updating files: 63% (2218/3520) Updating files: 64% (2253/3520) Updating files: 65% (2288/3520) Updating files: 66% (2324/3520) Updating files: 67% (2359/3520) Updating files: 68% (2394/3520) Updating files: 69% (2429/3520) Updating files: 69% (2440/3520) Updating files: 70% (2464/3520) Updating files: 71% (2500/3520) Updating files: 72% (2535/3520) Updating files: 73% (2570/3520) Updating files: 74% (2605/3520) Updating files: 75% (2640/3520) Updating files: 76% (2676/3520) Updating files: 77% (2711/3520) Updating files: 78% (2746/3520) Updating files: 79% (2781/3520) Updating files: 80% (2816/3520) Updating files: 81% (2852/3520) Updating files: 82% (2887/3520) Updating files: 82% (2908/3520) Updating files: 83% (2922/3520) Updating files: 84% (2957/3520) Updating files: 85% (2992/3520) Updating files: 86% (3028/3520) Updating files: 87% (3063/3520) Updating files: 88% (3098/3520) Updating files: 89% (3133/3520) Updating files: 90% (3168/3520) Updating files: 91% (3204/3520) Updating files: 92% (3239/3520) Updating files: 93% (3274/3520) Updating files: 94% (3309/3520) Updating files: 95% (3344/3520) Updating files: 96% (3380/3520) Updating files: 97% (3415/3520) Updating files: 98% (3450/3520) Updating files: 99% (3485/3520) Updating files: 100% (3520/3520) Updating files: 100% (3520/3520), done. 2024-09-13T16:45:15.102 INFO:teuthology.orchestra.run.smithi170.stdout:HEAD is now at a34e7a5f Merge branch 'fix-rawfile-links' into 'main' 2024-09-13T16:45:15.120 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-13T16:45:15.121 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-13T16:45:15.316 INFO:teuthology.task.kernel:fetching, builder baseurl is https://2.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/focal/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/ 2024-09-13T16:45:15.317 DEBUG:teuthology.orchestra.run.smithi170:> rm -f /tmp/linux-image.deb && echo linux-image-6.11.0-rc5-g2ca44a2f35ca_6.11.0-rc5-g2ca44a2f35ca-1_amd64.deb | wget -nv -O /tmp/linux-image.deb --base=https://2.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/focal/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/ --input-file=- 2024-09-13T16:45:15.319 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi170.front.sepia.ceph.com to complete... 2024-09-13T16:45:17.323 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13 16:45:17 URL:https://2.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/focal/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/linux-image-6.11.0-rc5-g2ca44a2f35ca_6.11.0-rc5-g2ca44a2f35ca-1_amd64.deb [45355934/45355934] -> "/tmp/linux-image.deb" [1] 2024-09-13T16:45:17.323 INFO:teuthology.orchestra.run.smithi170.stderr:FINISHED --2024-09-13 16:45:17-- 2024-09-13T16:45:17.323 INFO:teuthology.orchestra.run.smithi170.stderr:Total wall clock time: 1.9s 2024-09-13T16:45:17.323 INFO:teuthology.orchestra.run.smithi170.stderr:Downloaded: 1 files, 43M in 1.8s (24.2 MB/s) 2024-09-13T16:45:17.326 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-13T16:45:17.326 DEBUG:teuthology.orchestra.run.smithi170:> sudo dpkg -i /tmp/linux-image.deb 2024-09-13T16:45:17.541 INFO:teuthology.orchestra.run.smithi099.stderr:Updating files: 44% (1581/3520) Updating files: 45% (1584/3520) Updating files: 46% (1620/3520) Updating files: 47% (1655/3520) Updating files: 48% (1690/3520) Updating files: 49% (1725/3520) Updating files: 50% (1760/3520) Updating files: 51% (1796/3520) Updating files: 52% (1831/3520) Updating files: 53% (1866/3520) Updating files: 54% (1901/3520) Updating files: 55% (1936/3520) Updating files: 56% (1972/3520) Updating files: 57% (2007/3520) Updating files: 58% (2042/3520) Updating files: 59% (2077/3520) Updating files: 59% (2083/3520) Updating files: 60% (2112/3520) Updating files: 61% (2148/3520) Updating files: 62% (2183/3520) Updating files: 63% (2218/3520) Updating files: 64% (2253/3520) Updating files: 65% (2288/3520) Updating files: 66% (2324/3520) Updating files: 67% (2359/3520) Updating files: 68% (2394/3520) Updating files: 69% (2429/3520) Updating files: 69% (2440/3520) Updating files: 70% (2464/3520) Updating files: 71% (2500/3520) Updating files: 72% (2535/3520) Updating files: 73% (2570/3520) Updating files: 74% (2605/3520) Updating files: 75% (2640/3520) Updating files: 76% (2676/3520) Updating files: 77% (2711/3520) Updating files: 78% (2746/3520) Updating files: 79% (2781/3520) Updating files: 80% (2816/3520) Updating files: 81% (2852/3520) Updating files: 82% (2887/3520) Updating files: 82% (2908/3520) Updating files: 83% (2922/3520) Updating files: 84% (2957/3520) Updating files: 85% (2992/3520) Updating files: 86% (3028/3520) Updating files: 87% (3063/3520) Updating files: 88% (3098/3520) Updating files: 89% (3133/3520) Updating files: 90% (3168/3520) Updating files: 91% (3204/3520) Updating files: 92% (3239/3520) Updating files: 93% (3274/3520) Updating files: 94% (3309/3520) Updating files: 95% (3344/3520) Updating files: 96% (3380/3520) Updating files: 97% (3415/3520) Updating files: 98% (3450/3520) Updating files: 99% (3485/3520) Updating files: 100% (3520/3520) Updating files: 100% (3520/3520), done. 2024-09-13T16:45:17.546 INFO:teuthology.orchestra.run.smithi099.stdout:HEAD is now at a34e7a5f Merge branch 'fix-rawfile-links' into 'main' 2024-09-13T16:45:17.564 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-13T16:45:17.565 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-13T16:45:17.612 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package linux-image-6.11.0-rc5-g2ca44a2f35ca. 2024-09-13T16:45:17.734 INFO:teuthology.task.kernel:fetching, builder baseurl is https://2.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/focal/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/ 2024-09-13T16:45:17.734 DEBUG:teuthology.orchestra.run.smithi099:> rm -f /tmp/linux-image.deb && echo linux-image-6.11.0-rc5-g2ca44a2f35ca_6.11.0-rc5-g2ca44a2f35ca-1_amd64.deb | wget -nv -O /tmp/linux-image.deb --base=https://2.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/focal/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/ --input-file=- 2024-09-13T16:45:17.737 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi099.front.sepia.ceph.com to complete... 2024-09-13T16:45:19.343 INFO:teuthology.orchestra.run.smithi170.stdout:(Reading database ... 104373 files and directories currently installed.) 2024-09-13T16:45:19.348 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack /tmp/linux-image.deb ... 2024-09-13T16:45:19.505 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13 16:45:19 URL:https://2.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/ubuntu/focal/flavors/default/pool/main/l/linux-6.11.0-rc5-g2ca44a2f35ca/linux-image-6.11.0-rc5-g2ca44a2f35ca_6.11.0-rc5-g2ca44a2f35ca-1_amd64.deb [45355934/45355934] -> "/tmp/linux-image.deb" [1] 2024-09-13T16:45:19.505 INFO:teuthology.orchestra.run.smithi099.stderr:FINISHED --2024-09-13 16:45:19-- 2024-09-13T16:45:19.505 INFO:teuthology.orchestra.run.smithi099.stderr:Total wall clock time: 1.7s 2024-09-13T16:45:19.505 INFO:teuthology.orchestra.run.smithi099.stderr:Downloaded: 1 files, 43M in 1.5s (28.1 MB/s) 2024-09-13T16:45:19.509 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-13T16:45:19.510 DEBUG:teuthology.orchestra.run.smithi099:> sudo dpkg -i /tmp/linux-image.deb 2024-09-13T16:45:19.528 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking linux-image-6.11.0-rc5-g2ca44a2f35ca (6.11.0-rc5-g2ca44a2f35ca-1) ... 2024-09-13T16:45:19.803 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package linux-image-6.11.0-rc5-g2ca44a2f35ca. 2024-09-13T16:45:21.518 INFO:teuthology.orchestra.run.smithi099.stdout:(Reading database ... 104373 files and directories currently installed.) 2024-09-13T16:45:21.523 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack /tmp/linux-image.deb ... 2024-09-13T16:45:21.699 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking linux-image-6.11.0-rc5-g2ca44a2f35ca (6.11.0-rc5-g2ca44a2f35ca-1) ... 2024-09-13T16:45:22.976 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up linux-image-6.11.0-rc5-g2ca44a2f35ca (6.11.0-rc5-g2ca44a2f35ca-1) ... 2024-09-13T16:45:23.096 INFO:teuthology.orchestra.run.smithi170.stderr:update-initramfs: Generating /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:25.255 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up linux-image-6.11.0-rc5-g2ca44a2f35ca (6.11.0-rc5-g2ca44a2f35ca-1) ... 2024-09-13T16:45:25.373 INFO:teuthology.orchestra.run.smithi099.stderr:update-initramfs: Generating /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:51.291 INFO:teuthology.orchestra.run.smithi170.stderr:Sourcing file `/etc/default/grub' 2024-09-13T16:45:51.295 INFO:teuthology.orchestra.run.smithi170.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T16:45:51.313 INFO:teuthology.orchestra.run.smithi170.stderr:Generating grub configuration file ... 2024-09-13T16:45:51.763 INFO:teuthology.orchestra.run.smithi170.stderr:Found linux image: /boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:51.784 INFO:teuthology.orchestra.run.smithi170.stderr:Found initrd image: /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:52.274 INFO:teuthology.orchestra.run.smithi170.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T16:45:52.293 INFO:teuthology.orchestra.run.smithi170.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T16:45:53.661 INFO:teuthology.orchestra.run.smithi099.stderr:Sourcing file `/etc/default/grub' 2024-09-13T16:45:53.679 INFO:teuthology.orchestra.run.smithi099.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T16:45:53.712 INFO:teuthology.orchestra.run.smithi099.stderr:Generating grub configuration file ... 2024-09-13T16:45:54.075 INFO:teuthology.orchestra.run.smithi099.stderr:Found linux image: /boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:54.095 INFO:teuthology.orchestra.run.smithi099.stderr:Found initrd image: /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:54.362 INFO:teuthology.orchestra.run.smithi170.stderr:done 2024-09-13T16:45:54.521 INFO:teuthology.orchestra.run.smithi099.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T16:45:54.534 INFO:teuthology.orchestra.run.smithi099.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T16:45:54.557 DEBUG:teuthology.orchestra.run.smithi170:> dpkg-deb -c /tmp/linux-image.deb 2024-09-13T16:45:54.566 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./ 2024-09-13T16:45:54.566 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./boot/ 2024-09-13T16:45:54.566 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7098725 2024-09-06 14:27 ./boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:54.585 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 174121 2024-09-06 14:27 ./boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:54.585 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13292544 2024-09-06 14:27 ./boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:54.611 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/kernel/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/kernel/postinst.d/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/kernel/postrm.d/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/kernel/preinst.d/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/kernel/prerm.d/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/ 2024-09-13T16:45:54.612 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/ 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 189809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/aesni-intel.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 97321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 109985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 155337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 87097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-13T16:45:54.613 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 50457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 54593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 48073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 62961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/ 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/ 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/ 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpuid.ko 2024-09-13T16:45:54.614 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/msr.ko 2024-09-13T16:45:54.615 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/ 2024-09-13T16:45:54.615 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 505169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-13T16:45:54.615 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1060585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-13T16:45:54.615 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 2858865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-13T16:45:54.629 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ 2024-09-13T16:45:54.629 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 62113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/af_alg.ko 2024-09-13T16:45:54.629 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/algif_hash.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/algif_skcipher.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/asymmetric_keys/ 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/ 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-13T16:45:54.630 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-13T16:45:54.631 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 57801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cryptd.ko 2024-09-13T16:45:54.632 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-13T16:45:54.632 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_simd.ko 2024-09-13T16:45:54.632 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-13T16:45:54.632 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-13T16:45:54.632 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-13T16:45:54.632 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-13T16:45:54.632 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-13T16:45:54.632 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-13T16:45:54.632 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lrw.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 169521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-13T16:45:54.633 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xts.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_extlog.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-13T16:45:54.634 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/apei/ 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/apei/einj.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 120321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 100457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 105105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci.ko 2024-09-13T16:45:54.635 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-13T16:45:54.636 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 60665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_legacy.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-13T16:45:54.637 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_radisys.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rz1000.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-13T16:45:54.638 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 102273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-13T16:45:54.639 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/ 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 161225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/ 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/ 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 141025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/ 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1240825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 203657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/ 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 115057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-13T16:45:54.640 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 143337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-13T16:45:54.641 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/ 2024-09-13T16:45:54.641 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 133345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-13T16:45:54.641 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 119929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-13T16:45:54.641 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 312817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-13T16:45:54.694 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/ 2024-09-13T16:45:54.694 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 117753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-13T16:45:54.694 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/ 2024-09-13T16:45:54.694 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 70201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/applicom.ko 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/ 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-13T16:45:54.695 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 183745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 179465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 65425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/ 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 103521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/nvram.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/ 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-13T16:45:54.696 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_atmel.ko 2024-09-13T16:45:54.697 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_infineon.ko 2024-09-13T16:45:54.697 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_nuvoton.ko 2024-09-13T16:45:54.697 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-13T16:45:54.697 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-13T16:45:54.697 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/xen-tpmfront.ko 2024-09-13T16:45:54.697 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/ 2024-09-13T16:45:54.698 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_class.ko 2024-09-13T16:45:54.698 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 62201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_core.ko 2024-09-13T16:45:54.698 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_pcie.ko 2024-09-13T16:45:54.698 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/ 2024-09-13T16:45:54.698 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-palmas.ko 2024-09-13T16:45:54.698 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 57313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-si5351.ko 2024-09-13T16:45:54.698 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-twl6040.ko 2024-09-13T16:45:54.698 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-wm831x.ko 2024-09-13T16:45:54.699 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/ 2024-09-13T16:45:54.699 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-13T16:45:54.699 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-13T16:45:54.699 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-13T16:45:54.699 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ 2024-09-13T16:45:54.699 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ 2024-09-13T16:45:54.699 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 89361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 334505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/ 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/ 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/ 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 833113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/ 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/ 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-13T16:45:54.700 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/ 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/ 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 147345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 50729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-13T16:45:54.701 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 64265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 68801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/ 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-gpio.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max14577.ko 2024-09-13T16:45:54.702 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max77693.ko 2024-09-13T16:45:54.703 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max8997.ko 2024-09-13T16:45:54.703 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-palmas.ko 2024-09-13T16:45:54.703 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-rt8973a.ko 2024-09-13T16:45:54.703 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-sm5502.ko 2024-09-13T16:45:54.703 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/ 2024-09-13T16:45:54.703 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/dmi-sysfs.ko 2024-09-13T16:45:54.703 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/efi/ 2024-09-13T16:45:54.703 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/efi/efi-pstore.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/ 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-adp5520.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-amd8111.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-arizona.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-da9052.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-da9055.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-dln2.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 81153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-f7188x.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-generic.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-13T16:45:54.704 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-janz-ttl.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-kempld.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-lp3943.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max7300.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max730x.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max732x.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ml-ioh.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 56001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-pca953x.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-pcf857x.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-rdc321x.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-sch.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-sch311x.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-tps65912.ko 2024-09-13T16:45:54.705 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-twl4030.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-twl6040.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-vx855.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm831x.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm8350.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm8994.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/ 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-a4tech.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-apple.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-13T16:45:54.706 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-belkin.ko 2024-09-13T16:45:54.707 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cherry.ko 2024-09-13T16:45:54.707 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-chicony.ko 2024-09-13T16:45:54.707 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 74497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cp2112.ko 2024-09-13T16:45:54.707 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cypress.ko 2024-09-13T16:45:54.707 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-13T16:45:54.707 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-13T16:45:54.707 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-13T16:45:54.707 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-13T16:45:54.707 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ezkey.ko 2024-09-13T16:45:54.707 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-13T16:45:54.708 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-generic.ko 2024-09-13T16:45:54.708 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-13T16:45:54.708 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-13T16:45:54.708 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-13T16:45:54.708 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-13T16:45:54.708 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-13T16:45:54.708 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-13T16:45:54.708 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-13T16:45:54.708 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kensington.ko 2024-09-13T16:45:54.709 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-13T16:45:54.709 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-13T16:45:54.709 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-13T16:45:54.710 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-13T16:45:54.710 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 54337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-13T16:45:54.710 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lg-g15.ko 2024-09-13T16:45:54.710 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 67841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-13T16:45:54.710 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 122145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-13T16:45:54.710 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 98177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech.ko 2024-09-13T16:45:54.710 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-magicmouse.ko 2024-09-13T16:45:54.710 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-microsoft.ko 2024-09-13T16:45:54.711 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-monterey.ko 2024-09-13T16:45:54.711 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 60505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-13T16:45:54.711 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ntrig.ko 2024-09-13T16:45:54.711 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-13T16:45:54.711 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-13T16:45:54.711 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-13T16:45:54.711 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 91217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-13T16:45:54.712 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 62345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-13T16:45:54.713 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 81673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 184865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 462849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid.ko 2024-09-13T16:45:54.714 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/ 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 153953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbhid.ko 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbkbd.ko 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbmouse.ko 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 261241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/ 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 76441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 96073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 378337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 77217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 67097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-13T16:45:54.715 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 115201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 55225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 89113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-13T16:45:54.716 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 81665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 68953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 60281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 48145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/cros_ec_hwmon.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/da9052-hwmon.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/da9055-hwmon.ko 2024-09-13T16:45:54.717 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 57681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 113265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc2103.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 79009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 109049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 50769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 65849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-13T16:45:54.718 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 56393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hih6130.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 150681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-13T16:45:54.719 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/jc42.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 57769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 86561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 55721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-13T16:45:54.720 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 73649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 131585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-13T16:45:54.721 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mc13783-adc.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/menf21bmc_hwmon.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 56825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-13T16:45:54.722 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 140657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 72761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 67865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 97865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 62009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-13T16:45:54.723 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 98961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-13T16:45:54.724 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-13T16:45:54.725 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 48793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-13T16:45:54.725 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-13T16:45:54.725 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 46561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-13T16:45:54.725 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-13T16:45:54.725 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-13T16:45:54.725 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-13T16:45:54.725 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-13T16:45:54.725 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-13T16:45:54.725 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-13T16:45:54.725 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-13T16:45:54.730 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 50297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-13T16:45:54.730 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-13T16:45:54.730 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 62817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-13T16:45:54.730 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 71193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 96665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 75217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 83505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 116873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 134513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/wm831x-hwmon.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/wm8350-hwmon.ko 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/ 2024-09-13T16:45:54.731 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/ 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/ 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali1535.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali1563.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali15x3.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko 2024-09-13T16:45:54.732 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 63537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-dln2.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-gpio.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 78577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 52945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-kempld.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-13T16:45:54.733 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ocores.ko 2024-09-13T16:45:54.734 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-13T16:45:54.734 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-13T16:45:54.734 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 57137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-13T16:45:54.734 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko 2024-09-13T16:45:54.734 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-13T16:45:54.734 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-13T16:45:54.734 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis5595.ko 2024-09-13T16:45:54.734 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis630.ko 2024-09-13T16:45:54.734 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-taos-evm.ko 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-xiic.ko 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/ 2024-09-13T16:45:54.735 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 328633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1107329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 84409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 404889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 120105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 343753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-13T16:45:54.736 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/ 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 591177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/ 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 515585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/ 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 919921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 375761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ocrdma/ 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 203241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ocrdma/ocrdma.ko 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/usnic/ 2024-09-13T16:45:54.737 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 212353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/usnic/usnic_verbs.ko 2024-09-13T16:45:54.738 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ 2024-09-13T16:45:54.738 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ 2024-09-13T16:45:54.738 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 334665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-13T16:45:54.738 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ 2024-09-13T16:45:54.738 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 120785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-13T16:45:54.738 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ 2024-09-13T16:45:54.738 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 132457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-13T16:45:54.738 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ 2024-09-13T16:45:54.738 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 158257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-13T16:45:54.738 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 157209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/ 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/evbug.ko 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/ff-memless.ko 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/ 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/ 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5520-keys.ko 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5588-keys.ko 2024-09-13T16:45:54.739 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5589-keys.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/cros_ec_keyb.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys_polled.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lkkbd.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lm8323.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lm8333.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/matrix_keypad.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/max7359_keypad.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/mcs_touchkey.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/mpr121_touchkey.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/newtonkbd.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/opencores-kbd.ko 2024-09-13T16:45:54.740 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/qt1070.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/qt2160.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/samsung-keypad.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/stowaway.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/sunkbd.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/tca6416-keypad.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/tca8418_keypad.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/twl4030_keypad.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/xtkbd.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/matrix-keymap.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/ 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-13T16:45:54.741 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 160569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 114801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/gpio_mouse.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 430033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/psmouse.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/ 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 139497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-13T16:45:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ct82c710.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/parkbd.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/pcips2.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ps2mult.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serport.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/ 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-88pm860x.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-adp5520.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 77345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-bd2802.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-13T16:45:54.743 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-da903x.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-da9052.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-gpio.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3533.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm355x.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3642.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp8788.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-max8997.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-mc13783.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-menf21bmc.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca9532.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca955x.ko 2024-09-13T16:45:54.744 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca963x.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-tca6507.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-wm831x-status.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-wm8350.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-13T16:45:54.745 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/ 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/ 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 776777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 46361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 113977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bufio.ko 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 58393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 197121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 137841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 67153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-era.ko 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-13T16:45:54.746 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 50665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 61073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-mirror.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 96937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 86937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-region-hash.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 139257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-snapshot.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 234353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-13T16:45:54.747 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 64945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-zero.ko 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/ 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 257025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 124833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 157401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 443385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/ 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/ 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 211273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-13T16:45:54.748 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 78081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 54889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 150977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 94401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 64033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/ 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm800.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm805.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm80x.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/arizona-i2c.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 146569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/arizona.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/bcm590xx.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/cros_ec_dev.ko 2024-09-13T16:45:54.749 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/dln2.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/janz-cmodio.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 54473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/kempld-core.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lm3533-core.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lm3533-ctrlbank.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lp3943.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 60577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/max8907.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mc13xxx-core.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mc13xxx-i2c.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/menf21bmc.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633-adc.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633-gpio.ko 2024-09-13T16:45:54.750 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/rdc321x-southbridge.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/retu-mfd.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 95625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/si476x-core.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 57473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/tps65010.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/tps6507x.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 51201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wm8994.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ad525x_dpot-i2c.ko 2024-09-13T16:45:54.751 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 63993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ad525x_dpot.ko 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/ 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 57393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 47785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 58785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/ 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/c2port-duramar2150.ko 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 47313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/core.ko 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/ 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ds1682.ko 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/dummy-irq.ko 2024-09-13T16:45:54.752 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/echo/ 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/echo/echo.ko 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/ 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/genwqe/ 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 191761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/genwqe/genwqe_card.ko 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hmc6352.ko 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ibmasm/ 2024-09-13T16:45:54.753 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 92489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ibmasm/ibmasm.ko 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ics932s401.ko 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/ 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/ 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 153777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 381905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/phantom.ko 2024-09-13T16:45:54.754 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ti-st/ 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ti-st/st_drv.ko 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 56809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/ 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 232257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/ 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 623361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/ 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/ 2024-09-13T16:45:54.755 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 133161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/ 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 592833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/ 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 158537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-13T16:45:54.756 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 86233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 73953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 109673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/ 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 64817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/ 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 84433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/ 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 70897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/ 2024-09-13T16:45:54.757 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 52713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/ 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 65945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 56145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 116105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/ 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/ 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 124721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/ 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 128625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/ 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 110505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/ 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 102017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-13T16:45:54.758 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 89121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-13T16:45:54.759 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/ 2024-09-13T16:45:54.759 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 106593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-13T16:45:54.759 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 229409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-13T16:45:54.759 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/ 2024-09-13T16:45:54.759 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1734265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-13T16:45:54.825 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 166913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-13T16:45:54.825 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/ 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 164665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 439633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/ 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/ 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 432417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/ 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/ 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 257433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/ 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 444721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/ 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1309441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-13T16:45:54.826 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/ 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 207073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/ 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/ 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/ 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 269777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/ 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/ 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 77601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 169313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-13T16:45:54.827 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 76361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-13T16:45:54.828 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-13T16:45:54.828 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/ 2024-09-13T16:45:54.828 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 76161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-13T16:45:54.828 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 78929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-13T16:45:54.828 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 52401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-13T16:45:54.828 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ec_bhf.ko 2024-09-13T16:45:54.828 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/ 2024-09-13T16:45:54.829 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/ 2024-09-13T16:45:54.829 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 356153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-13T16:45:54.829 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 61881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-13T16:45:54.829 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 63345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-13T16:45:54.829 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fujitsu/ 2024-09-13T16:45:54.829 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 51657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fujitsu/fmvj18x_cs.ko 2024-09-13T16:45:54.829 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ 2024-09-13T16:45:54.829 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 115697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-13T16:45:54.829 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/ 2024-09-13T16:45:54.829 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 366465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-13T16:45:54.830 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/ 2024-09-13T16:45:54.830 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 755425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-13T16:45:54.830 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/ 2024-09-13T16:45:54.830 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 324721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-13T16:45:54.830 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/ 2024-09-13T16:45:54.830 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1193705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-13T16:45:54.830 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/ 2024-09-13T16:45:54.830 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 356609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-13T16:45:54.830 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/ 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 672177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/ 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 121609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 966193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 193889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/ 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/ 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 5969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 109353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-13T16:45:54.831 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/ 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 127057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 151049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/ 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/ 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 888945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 346977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/ 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/ 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1408481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8842.ko 2024-09-13T16:45:54.832 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8851_common.ko 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8851_par.ko 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 117585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/ 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/ 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 131601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 91689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 56777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/ 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 181409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/ 2024-09-13T16:45:54.833 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 171649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/ 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 58529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 50409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/ 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/ 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 301017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 105857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/ 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 885465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/ 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 52481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/ 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 81785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-13T16:45:54.834 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 100833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-13T16:45:54.835 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-13T16:45:54.835 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 264393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-13T16:45:54.835 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/ 2024-09-13T16:45:54.835 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/sxgbe/ 2024-09-13T16:45:54.835 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 142481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/sxgbe/samsung-sxgbe.ko 2024-09-13T16:45:54.835 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/ 2024-09-13T16:45:54.835 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1346017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-13T16:45:54.835 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/ 2024-09-13T16:45:54.835 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 58097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-13T16:45:54.835 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/ 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 80233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/ 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 74529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 79601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 100937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 83593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/ 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/ 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-generic.ko 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 47193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-13T16:45:54.836 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac-platform.ko 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 644913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/ 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 129089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 208177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 82033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 91641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/ 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 60113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/ 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 110881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/ 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 98993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-13T16:45:54.837 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 102745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/ 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 61121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/ 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 70057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/ 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/defxx.ko 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/skfp/ 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 275889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/skfp/skfp.ko 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 91785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/ 2024-09-13T16:45:54.838 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 290697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/ 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 107849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 77585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/ 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-gpio.ko 2024-09-13T16:45:54.839 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 62857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/ 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 72969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 61801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 52945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 58729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-13T16:45:54.840 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 113681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 108257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 118505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 76177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-13T16:45:54.841 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/plip/ 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 55377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/plip/plip.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/ 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 52177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-13T16:45:54.842 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 79233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/ 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 136729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 108409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/ 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 179329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-13T16:45:54.843 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/ 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 384193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/ 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 175857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/ 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/ 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 337697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 128353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/ 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 164153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-13T16:45:54.844 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 103657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/ 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/ 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/cpcihp_generic.ko 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/cpcihp_zt5550.ko 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pci-stub.ko 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 55425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/ 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 177817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia.ko 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 76785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia_core.ko 2024-09-13T16:45:54.845 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia_rsrc.ko 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 133969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/ 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/broadcom/ 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/broadcom/phy-bcm-kona-usb2.ko 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/samsung/ 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/samsung/phy-exynos-usb2.ko 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/ 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/ 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 78281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/ 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/ 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 60889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros-ec-sensorhub.ko 2024-09-13T16:45:54.846 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_chardev.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_debugfs.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_lightbar.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_sysfs.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_usbpd_notify.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/ 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 88017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 48353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 74033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 172313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-13T16:45:54.847 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 46505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 62105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 52665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/ibm_rtl.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/ 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-smartconnect.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-13T16:45:54.848 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 51857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/ 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/88pm860x_battery.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/88pm860x_charger.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 68921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq2415x_charger.ko 2024-09-13T16:45:54.849 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 73161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq24190_charger.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq24735-charger.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/cros_charge-control.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/cros_peripheral_charger.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/da9030_battery.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/da9052-battery.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2760_battery.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2780_battery.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2781_battery.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2782_battery.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/gpio-charger.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/isp1704_charger.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/lp8727_charger.ko 2024-09-13T16:45:54.850 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max14577_charger.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max17042_battery.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max8903_charger.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max8925_power.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/pcf50633-charger.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/sbs-battery.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/test_power.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/tps65090-charger.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm831x_backup.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm831x_power.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm8350_power.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/ 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 98737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-13T16:45:54.851 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/ 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/ 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/ 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/ 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/ 2024-09-13T16:45:54.852 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 89769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 47369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/ 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-88pm80x.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-88pm860x.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9052.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9055.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9063.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 82585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-13T16:45:54.853 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-lp8788.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 47001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-13T16:45:54.854 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t86.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8907.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8925.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8997.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8998.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-mc13xxx.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-palmas.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 56873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf50633.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-13T16:45:54.855 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rc5t583.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-s35390a.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-tps6586x.ko 2024-09-13T16:45:54.856 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-tps65910.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-wm831x.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-wm8350.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 164753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/ 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 341105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 120833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-13T16:45:54.857 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/ 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 468305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 380857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic94xx/ 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 244049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic94xx/aic94xx.ko 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/ 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 135801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/ 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 305161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/ 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1526289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-13T16:45:54.858 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/ 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 298321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/ 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 144553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 47673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/ 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 390817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/ 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/ 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 89041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/ 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 117561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 168361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-13T16:45:54.859 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 91777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/ 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 267737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 78441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/ 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 95553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 191041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fdomain.ko 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/ 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 366737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 251641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-13T16:45:54.860 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 65529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 57201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/imm.ko 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 55241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 327841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 129881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/ 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 398505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 62785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/ 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 380649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-13T16:45:54.861 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 172833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 63097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/ 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 274913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/ 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 2737441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/ 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 88625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 388737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 105177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/ 2024-09-13T16:45:54.862 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 833969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/ 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 158857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 96697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/ 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 102113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/aha152x_cs.ko 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/fdomain_cs.ko 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/qlogic_cs.ko 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/sym53c500_cs.ko 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/ 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 444273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 152097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ppa.ko 2024-09-13T16:45:54.863 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 67129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/ 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 2323537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 103793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/ 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 697393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qlogicfas408.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 331577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 219497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 349593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 121777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 92385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-13T16:45:54.864 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 54097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 138265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 57489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/ 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 205137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 55009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 48865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/xen-scsifront.ko 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 172697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/ 2024-09-13T16:45:54.865 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/ 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 915121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/ 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 60497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 48281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1161521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 51985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 149801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/ 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/ 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/ 2024-09-13T16:45:54.866 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/ 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-13T16:45:54.867 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 46289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-13T16:45:54.868 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-13T16:45:54.868 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-13T16:45:54.868 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_powerclamp.ko 2024-09-13T16:45:54.868 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-13T16:45:54.868 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-13T16:45:54.868 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-13T16:45:54.868 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ 2024-09-13T16:45:54.868 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ 2024-09-13T16:45:54.868 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 99417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-13T16:45:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/moxa.ko 2024-09-13T16:45:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 61737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/mxser.ko 2024-09-13T16:45:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 134633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-13T16:45:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-13T16:45:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 79057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-13T16:45:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/ 2024-09-13T16:45:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/ 2024-09-13T16:45:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/8250_dw.ko 2024-09-13T16:45:54.869 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 65273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/altera_jtaguart.ko 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/altera_uart.ko 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/fsl_lpuart.ko 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/ 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 121249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/rp2.ko 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 68009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/sc16is7xx.ko 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/sc16is7xx_i2c.ko 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/ 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ 2024-09-13T16:45:54.870 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 689289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pltfrm.ko 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/ 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 55041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_dmem_genirq.ko 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_mf624.ko 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_netx.ko 2024-09-13T16:45:54.871 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pdrv_genirq.ko 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/ 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/c67x00/ 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/c67x00/c67x00.ko 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 187689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc.ko 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_msm.ko 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_npcm.ko 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_pci.ko 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_usb2.ko 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/ 2024-09-13T16:45:54.872 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 101657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 63545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 56841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 107633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/common/ 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/common/ulpi.ko 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc2/ 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc2/dwc2_pci.ko 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/ 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3-haps.ko 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3-pci.ko 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 576329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3.ko 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/ 2024-09-13T16:45:54.873 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/ 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 70081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/u_ether.ko 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 61153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/u_serial.ko 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_acm.ko 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ecm.ko 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ecm_subset.ko 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_eem.ko 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 132897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_fs.ko 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 62473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_hid.ko 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 142801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_mass_storage.ko 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 70785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ncm.ko 2024-09-13T16:45:54.874 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_obex.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_phonet.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 70241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_printer.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 99913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_rndis.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_serial.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 71577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ss_lb.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_tcm.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/ 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_acm_ms.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_cdc.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_dbgp.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ether.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ffs.ko 2024-09-13T16:45:54.875 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_hid.ko 2024-09-13T16:45:54.876 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_mass_storage.ko 2024-09-13T16:45:54.876 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ncm.ko 2024-09-13T16:45:54.876 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_nokia.ko 2024-09-13T16:45:54.876 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_printer.ko 2024-09-13T16:45:54.876 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_serial.ko 2024-09-13T16:45:54.876 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_zero.ko 2024-09-13T16:45:54.876 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 78185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/gadgetfs.ko 2024-09-13T16:45:54.876 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/tcm_usb_gadget.ko 2024-09-13T16:45:54.876 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 200137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/libcomposite.ko 2024-09-13T16:45:54.876 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/ 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/amd5536udc_pci.ko 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/bdc/ 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 182665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/bdc/bdc.ko 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/goku_udc.ko 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/gr_udc.ko 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/mv_u3d_core.ko 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/mv_udc.ko 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/net2272.ko 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/net2280.ko 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 94929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/pch_udc.ko 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 80617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/pxa27x_udc.ko 2024-09-13T16:45:54.877 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 87561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/r8a66597-udc.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 94385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/snps_udc_core.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 191281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/udc-core.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/ 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/bcma-hcd.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 108417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/isp116x-hcd.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 104817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/oxu210hp-hcd.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 102361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/r8a66597-hcd.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811_cs.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/ssb-hcd.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/xhci-plat-hcd.ko 2024-09-13T16:45:54.878 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/ 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 47593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/cypress_cy7c63.ko 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/cytherm.ko 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ehset.ko 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-13T16:45:54.879 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/lvstest.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/ 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 84369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbtest.ko 2024-09-13T16:45:54.880 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 52377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/mon/ 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 91561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/mon/usbmon.ko 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/musb/ 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 391209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/musb/musb_hdrc.ko 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/ 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-gpio-vbus-usb.ko 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-isp1301.ko 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-tahvo.ko 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-13T16:45:54.881 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 79769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 58425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/f81232.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 188729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 61601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 152409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 142937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-13T16:45:54.882 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-13T16:45:54.883 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-13T16:45:54.883 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-13T16:45:54.883 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 122425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-13T16:45:54.883 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-13T16:45:54.883 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-13T16:45:54.883 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-13T16:45:54.883 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-13T16:45:54.883 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/metro-usb.ko 2024-09-13T16:45:54.883 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 79801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-13T16:45:54.883 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 91625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 65281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mxuport.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 201257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 61857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-13T16:45:54.884 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 70601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 148729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usbserial.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/wishbone-serial.ko 2024-09-13T16:45:54.885 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 63361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-13T16:45:54.886 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 201057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/ 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 74449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 122537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/ 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/ 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 196977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-13T16:45:54.887 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 134401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 93481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/ 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 135241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 71553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 110185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/ 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/ 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/88pm860x_bl.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/aat2870_bl.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp5520_bl.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp8860_bl.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 51825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp8870_bl.ko 2024-09-13T16:45:54.888 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-13T16:45:54.889 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/as3711_bl.ko 2024-09-13T16:45:54.889 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/bd6107.ko 2024-09-13T16:45:54.889 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/da903x_bl.ko 2024-09-13T16:45:54.889 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/da9052_bl.ko 2024-09-13T16:45:54.889 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/gpio_backlight.ko 2024-09-13T16:45:54.889 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/kb3886_bl.ko 2024-09-13T16:45:54.889 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-13T16:45:54.889 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lm3533_bl.ko 2024-09-13T16:45:54.889 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lm3639_bl.ko 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lv5207lp.ko 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/max8925_bl.ko 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/pandora_bl.ko 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/pcf50633-backlight.ko 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/wm831x_bl.ko 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/ 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 46913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-13T16:45:54.890 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/matrox_w1.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/w1-gpio.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/ 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-13T16:45:54.891 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-13T16:45:54.892 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 70473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-13T16:45:54.892 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 127601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-13T16:45:54.892 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ 2024-09-13T16:45:54.892 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/acquirewdt.ko 2024-09-13T16:45:54.892 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/advantechwdt.ko 2024-09-13T16:45:54.892 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-13T16:45:54.892 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/cpu5wdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9052_wdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9055_wdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9063_wdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/dw_wdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/eurotechwdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-13T16:45:54.893 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/kempld_wdt.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/mena21_wdt.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/menf21bmc_wdt.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/of_xilinx_wdt.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pc87413_wdt.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 47033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-13T16:45:54.894 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/retu_wdt.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc60xxwdt.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_epx_c3.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sc1200wdt.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/smsc37b787_wdt.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/twl4030_wdt.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-13T16:45:54.895 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wafer5823wdt.ko 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wm831x_wdt.ko 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wm8350_wdt.ko 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/ 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 55425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/ 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 214065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-13T16:45:54.896 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 46705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-scsiback.ko 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/ 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/ 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 195161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/adfs/ 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 78369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/adfs/adfs.ko 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/ 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 197849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/afs/ 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1259073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/afs/kafs.ko 2024-09-13T16:45:54.897 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/autofs/ 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 127665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/autofs/autofs4.ko 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/ 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 80561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/bfs/ 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 50577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/bfs/bfs.ko 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/ 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 4575041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/ 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 384329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1591681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-13T16:45:54.898 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/ 2024-09-13T16:45:54.899 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 130593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-13T16:45:54.899 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/configfs/ 2024-09-13T16:45:54.899 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 137313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/configfs/configfs.ko 2024-09-13T16:45:54.899 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/ 2024-09-13T16:45:54.899 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-13T16:45:54.899 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/ 2024-09-13T16:45:54.899 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 841817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-13T16:45:54.949 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/efs/ 2024-09-13T16:45:54.949 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/efs/efs.ko 2024-09-13T16:45:54.949 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/ 2024-09-13T16:45:54.949 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1901633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-13T16:45:54.949 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/ 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/freevxfs/ 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/freevxfs/freevxfs.ko 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/ 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/ 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1488329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/ 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 183553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/ 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 282177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-13T16:45:54.950 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hpfs/ 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 248625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hpfs/hpfs.ko 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/ 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 93513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/ 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 529833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/ 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 359969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/ 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 113265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/ 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 646793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/ 2024-09-13T16:45:54.951 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/ 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 111585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/ 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 74345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/ 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 147553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1291361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 83001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv2.ko 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 152537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 2526953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/ 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-13T16:45:54.952 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/ 2024-09-13T16:45:54.953 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 2119673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-13T16:45:54.953 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/ 2024-09-13T16:45:54.953 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 734385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-13T16:45:54.953 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/ 2024-09-13T16:45:54.953 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-13T16:45:54.953 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-13T16:45:54.953 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-13T16:45:54.953 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ascii.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-13T16:45:54.954 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-13T16:45:54.955 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-13T16:45:54.956 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-13T16:45:54.956 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-13T16:45:54.956 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-13T16:45:54.956 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-13T16:45:54.956 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 95761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-13T16:45:54.956 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 144409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-13T16:45:54.956 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 167273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-13T16:45:54.956 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 119649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-13T16:45:54.957 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-13T16:45:54.957 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-13T16:45:54.957 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-13T16:45:54.957 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-13T16:45:54.957 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-13T16:45:54.957 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-13T16:45:54.957 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-13T16:45:54.957 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-13T16:45:54.957 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-13T16:45:54.957 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-13T16:45:54.958 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-13T16:45:54.958 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-13T16:45:54.958 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-13T16:45:54.958 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-13T16:45:54.958 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-13T16:45:54.958 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-13T16:45:54.958 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-13T16:45:54.958 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ntfs3/ 2024-09-13T16:45:54.958 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 632217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ntfs3/ntfs3.ko 2024-09-13T16:45:54.959 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ 2024-09-13T16:45:54.959 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ 2024-09-13T16:45:54.959 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 299761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-13T16:45:54.959 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ 2024-09-13T16:45:54.959 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 547233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-13T16:45:54.959 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ 2024-09-13T16:45:54.959 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-13T16:45:54.959 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 3255305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-13T16:45:54.959 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-13T16:45:54.959 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/omfs/ 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 67633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/omfs/omfs.ko 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/ 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 468161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx4/ 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx4/qnx4.ko 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx6/ 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 58177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx6/qnx6.ko 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/ 2024-09-13T16:45:54.960 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_tree.ko 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_v1.ko 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_v2.ko 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/ 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 684489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/ 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/ 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/ 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 3333977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/ 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-13T16:45:54.961 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/ 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 163081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/ 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 116065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/ 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 309513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 198129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/ 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 5454809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/ 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/locking/ 2024-09-13T16:45:54.962 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 97945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/locking/locktorture.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/time/ 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/time/test_udelay.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 70441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 6793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc7.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/ 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/interval_tree_test.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-13T16:45:54.963 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/ 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/ 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/memory-notifier-error-inject.ko 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/notifier-error-inject.ko 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/percpu_test.ko 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/pm-notifier-error-inject.ko 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/ 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 151073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/rbtree_test.ko 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/ 2024-09-13T16:45:54.964 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test-kstrtox.ko 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 4912673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_bpf.ko 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 61249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_firmware.ko 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_module.ko 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/xz/ 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/xz/xz_dec_test.ko 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/ 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-13T16:45:54.965 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/ 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/ 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-13T16:45:54.966 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/ 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 106841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/ 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 234745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/ 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 875441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/ 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 88073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-13T16:45:54.967 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1026825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-13T16:45:54.968 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/ 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1229873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-13T16:45:54.969 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/ 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 154121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/ 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 239393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 74433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/ 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 498249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-13T16:45:54.970 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/hsr/ 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 137945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/hsr/hsr.ko 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 55409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 356385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 46153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 59793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 64777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 77777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-13T16:45:54.971 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 78481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ip_tables.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_REJECT.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-13T16:45:54.972 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_filter.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_reject_ipv4.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-13T16:45:54.973 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-13T16:45:54.974 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 47193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 102889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_gre.ko 2024-09-13T16:45:54.975 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 117649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/mip6.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 50137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_NPT.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-13T16:45:54.976 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 46033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 29017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-13T16:45:54.977 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 94433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 30065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/ 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 106217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/ 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 155593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-13T16:45:54.978 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/lapb/ 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 61609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/lapb/lapb.ko 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/ 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 333641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc2.ko 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/ 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 388577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/ 2024-09-13T16:45:54.979 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 144881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 124137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 124449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 126777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 126577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 137937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 72457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 133785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-13T16:45:54.980 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 139177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 138369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 136281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 140001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 532393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-13T16:45:54.981 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 54465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 485769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 134177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-13T16:45:54.982 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 140921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 79081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 119745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-13T16:45:54.983 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 46193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-13T16:45:54.984 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 115817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-13T16:45:54.984 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-13T16:45:54.984 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-13T16:45:54.984 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-13T16:45:54.984 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-13T16:45:54.984 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-13T16:45:54.984 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 51953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-13T16:45:54.984 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 813705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-13T16:45:54.984 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 52913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_cttimeout.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 66593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 50641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-13T16:45:54.985 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-13T16:45:54.986 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-13T16:45:54.986 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-13T16:45:54.986 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-13T16:45:54.986 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-13T16:45:54.986 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_osf.ko 2024-09-13T16:45:54.986 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-13T16:45:54.986 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-13T16:45:54.986 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_synproxy.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tproxy.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 104257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/x_tables.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 21953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-13T16:45:54.987 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-13T16:45:54.988 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-13T16:45:54.988 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-13T16:45:54.988 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-13T16:45:54.988 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-13T16:45:54.988 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-13T16:45:54.988 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-13T16:45:54.988 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-13T16:45:54.988 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-13T16:45:54.988 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-13T16:45:54.989 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-13T16:45:54.990 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-13T16:45:54.990 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-13T16:45:54.990 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-13T16:45:54.990 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-13T16:45:54.990 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-13T16:45:54.990 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-13T16:45:54.990 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-13T16:45:54.990 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-13T16:45:54.990 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 52929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-13T16:45:54.991 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-13T16:45:54.992 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-13T16:45:54.992 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-13T16:45:54.992 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-13T16:45:54.992 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-13T16:45:54.992 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-13T16:45:54.992 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-13T16:45:54.992 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-13T16:45:54.992 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-13T16:45:54.992 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-13T16:45:54.993 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-13T16:45:54.993 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-13T16:45:54.993 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 14985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-13T16:45:54.993 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-13T16:45:54.993 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 19865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-13T16:45:54.993 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-13T16:45:54.993 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-13T16:45:54.993 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-13T16:45:54.993 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-13T16:45:54.994 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpudp.ko 2024-09-13T16:45:54.994 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-13T16:45:54.994 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-13T16:45:54.994 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/ 2024-09-13T16:45:54.994 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 17321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-13T16:45:54.994 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/ 2024-09-13T16:45:54.994 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-13T16:45:54.994 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/ 2024-09-13T16:45:54.994 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 485961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/ 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/ 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 141545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/phonet.ko 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 69001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/pn_pep.ko 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/ 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 314473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-13T16:45:54.995 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 202161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-13T16:45:54.996 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 85265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-13T16:45:54.996 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rxrpc/ 2024-09-13T16:45:54.996 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1024009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rxrpc/rxrpc.ko 2024-09-13T16:45:54.996 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/ 2024-09-13T16:45:54.996 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-13T16:45:54.996 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 28817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-13T16:45:54.996 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-13T16:45:54.996 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 27689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-13T16:45:54.996 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 53577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 45769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 41561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_cgroup.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 37409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 49417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 79257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-13T16:45:54.997 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 15481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 48889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 9337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 8457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 43865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 39273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq_codel.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 42985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 60913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 26689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-13T16:45:54.998 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 81065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 36713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 11905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 44857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 32425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 13593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 31889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 60337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 40977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 33521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 38457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-13T16:45:54.999 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 35857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 34241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/ 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1184689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 24001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/ 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/ 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 426969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 70273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1895553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/ 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 925089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-13T16:45:55.000 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/ 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 1122601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/ 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 18273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/ 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 101161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 90369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 120625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 12985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 20489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/x25/ 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 165529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/x25/x25.ko 2024-09-13T16:45:55.001 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/ 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 25449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_algo.ko 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 22929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 135873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_user.ko 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 649700 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 633853 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 7850 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 23959 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 10056 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 74053 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 147543 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 233297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 210 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 72756 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-13T16:45:55.002 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 879 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-13T16:45:55.003 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 261535 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-13T16:45:55.003 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 316586 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-13T16:45:55.003 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./usr/ 2024-09-13T16:45:55.003 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./usr/share/ 2024-09-13T16:45:55.003 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./usr/share/doc/ 2024-09-13T16:45:55.003 INFO:teuthology.orchestra.run.smithi170.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/ 2024-09-13T16:45:55.003 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 175 2024-09-06 14:27 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/changelog.Debian.gz 2024-09-13T16:45:55.003 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r-- root/root 691 2024-09-06 14:27 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/copyright 2024-09-13T16:45:55.008 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:55.008 INFO:teuthology.task.kernel:searching for kernel 6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:55.008 DEBUG:teuthology.orchestra.run.smithi170:> egrep '(submenu|menuentry.*6.11.0-rc5-g2ca44a2f35ca).*{' /boot/grub/grub.cfg 2024-09-13T16:45:55.016 INFO:teuthology.orchestra.run.smithi170.stdout:submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-1168b92c-82ac-47e1-87d9-5d77414c7738' { 2024-09-13T16:45:55.016 INFO:teuthology.orchestra.run.smithi170.stdout: menuentry 'Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.11.0-rc5-g2ca44a2f35ca-advanced-1168b92c-82ac-47e1-87d9-5d77414c7738' { 2024-09-13T16:45:55.016 INFO:teuthology.orchestra.run.smithi170.stdout: menuentry 'Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.11.0-rc5-g2ca44a2f35ca-recovery-1168b92c-82ac-47e1-87d9-5d77414c7738' { 2024-09-13T16:45:55.017 INFO:teuthology.task.kernel:submenu_title:Advanced options for Ubuntu> 2024-09-13T16:45:55.017 INFO:teuthology.task.kernel:default_title:Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:55.017 DEBUG:teuthology.orchestra.run.smithi170:> /bin/echo -e 'cat </dev/null && sudo chmod a+x -- '/etc/grub.d/01_ceph_kernel.tmp~' && sudo mv -- '/etc/grub.d/01_ceph_kernel.tmp~' /etc/grub.d/01_ceph_kernel && sudo update-grub && rm /tmp/linux-image.deb && ( sleep 1 && sudo shutdown -r now & ) 2024-09-13T16:45:55.060 DEBUG:teuthology.task.kernel:Waiting for install on ubuntu@smithi170.front.sepia.ceph.com to complete... 2024-09-13T16:45:55.717 INFO:teuthology.orchestra.run.smithi170.stderr:Sourcing file `/etc/default/grub' 2024-09-13T16:45:55.725 INFO:teuthology.orchestra.run.smithi170.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T16:45:55.780 INFO:teuthology.orchestra.run.smithi170.stderr:Generating grub configuration file ... 2024-09-13T16:45:56.077 INFO:teuthology.orchestra.run.smithi170.stderr:Found linux image: /boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:56.090 INFO:teuthology.orchestra.run.smithi170.stderr:Found initrd image: /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:56.542 INFO:teuthology.orchestra.run.smithi170.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T16:45:56.554 INFO:teuthology.orchestra.run.smithi170.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T16:45:56.719 INFO:teuthology.orchestra.run.smithi099.stderr:done 2024-09-13T16:45:56.893 DEBUG:teuthology.orchestra.run.smithi099:> dpkg-deb -c /tmp/linux-image.deb 2024-09-13T16:45:56.902 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./ 2024-09-13T16:45:56.902 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./boot/ 2024-09-13T16:45:56.902 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7098725 2024-09-06 14:27 ./boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:56.924 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 174121 2024-09-06 14:27 ./boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:56.925 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13292544 2024-09-06 14:27 ./boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:56.950 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/ 2024-09-13T16:45:56.950 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/kernel/ 2024-09-13T16:45:56.950 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/kernel/postinst.d/ 2024-09-13T16:45:56.950 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/kernel/postrm.d/ 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/kernel/preinst.d/ 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./etc/kernel/prerm.d/ 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/ 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/ 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/ 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/ 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/ 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/ 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 189809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/aesni-intel.ko 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-13T16:45:56.951 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-13T16:45:56.952 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-13T16:45:56.952 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 97321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-13T16:45:56.952 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 109985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-13T16:45:56.952 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 155337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-13T16:45:56.952 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-13T16:45:56.952 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-13T16:45:56.952 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 87097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-13T16:45:56.952 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-13T16:45:56.952 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 50457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 54593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 48073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 62961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/ 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/ 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/ 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpuid.ko 2024-09-13T16:45:56.953 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/msr.ko 2024-09-13T16:45:56.954 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/ 2024-09-13T16:45:56.954 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 505169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-13T16:45:56.954 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1060585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-13T16:45:56.954 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 2858865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-13T16:45:56.975 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ 2024-09-13T16:45:56.975 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 62113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/af_alg.ko 2024-09-13T16:45:56.975 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/algif_hash.ko 2024-09-13T16:45:56.975 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/algif_skcipher.ko 2024-09-13T16:45:56.975 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-13T16:45:56.975 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-13T16:45:56.975 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-13T16:45:56.975 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/asymmetric_keys/ 2024-09-13T16:45:56.975 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/asymmetric_keys/pkcs7_test_key.ko 2024-09-13T16:45:56.975 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/ 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-13T16:45:56.976 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 57801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cryptd.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_simd.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-13T16:45:56.977 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lrw.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-13T16:45:56.978 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 169521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xts.ko 2024-09-13T16:45:56.979 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_extlog.ko 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/apei/ 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/apei/einj.ko 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 120321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-13T16:45:56.980 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 100457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 105105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-13T16:45:56.981 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-13T16:45:56.982 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-13T16:45:56.982 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-13T16:45:56.982 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-13T16:45:56.982 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-13T16:45:56.982 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-13T16:45:56.982 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-13T16:45:56.982 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-13T16:45:56.982 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-13T16:45:56.982 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-13T16:45:56.982 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 60665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_legacy.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-13T16:45:56.983 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_radisys.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rz1000.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 102273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-13T16:45:56.984 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-13T16:45:56.985 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/ 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 161225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/ 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/ 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 141025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/ 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1240825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 203657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/ 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 115057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 143337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/ 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 133345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-13T16:45:56.986 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 119929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 312817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/ 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 117753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/ 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 70201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/applicom.ko 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/ 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-13T16:45:56.987 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 183745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 179465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 65425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/ 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 103521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-13T16:45:56.988 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/nvram.ko 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/ 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_atmel.ko 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_infineon.ko 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_i2c_nuvoton.ko 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/xen-tpmfront.ko 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/ 2024-09-13T16:45:56.989 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_class.ko 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 62201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_core.ko 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/xillybus/xillybus_pcie.ko 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/ 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-palmas.ko 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 57313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-si5351.ko 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-twl6040.ko 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/clk/clk-wm831x.ko 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/ 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ 2024-09-13T16:45:56.990 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 89361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-13T16:45:56.991 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 334505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-13T16:45:56.991 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/ 2024-09-13T16:45:56.991 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/ 2024-09-13T16:45:56.991 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/ 2024-09-13T16:45:56.991 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 833113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-13T16:45:57.047 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/ 2024-09-13T16:45:57.047 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-13T16:45:57.047 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-13T16:45:57.047 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-13T16:45:57.047 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/ 2024-09-13T16:45:57.047 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-13T16:45:57.047 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/ 2024-09-13T16:45:57.047 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/ 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 147345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 50729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-13T16:45:57.048 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 64265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 68801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/ 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-gpio.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max14577.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max77693.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-max8997.ko 2024-09-13T16:45:57.049 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-palmas.ko 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-rt8973a.ko 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/extcon/extcon-sm5502.ko 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/ 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/dmi-sysfs.ko 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/efi/ 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/efi/efi-pstore.ko 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/ 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-adp5520.ko 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-amd8111.ko 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-arizona.ko 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-da9052.ko 2024-09-13T16:45:57.050 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-da9055.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-dln2.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 81153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-f7188x.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-generic.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-janz-ttl.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-kempld.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-lp3943.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max7300.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max730x.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-max732x.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ml-ioh.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 56001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-pca953x.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-pcf857x.ko 2024-09-13T16:45:57.051 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-rdc321x.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-sch.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-sch311x.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-tps65912.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-twl4030.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-twl6040.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-vx855.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm831x.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm8350.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-wm8994.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/ 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-a4tech.ko 2024-09-13T16:45:57.052 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-apple.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-belkin.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cherry.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-chicony.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 74497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cp2112.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-cypress.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-13T16:45:57.053 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ezkey.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-generic.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kensington.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-13T16:45:57.054 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 54337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lg-g15.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 67841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 122145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 98177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-magicmouse.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-microsoft.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-monterey.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 60505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ntrig.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-13T16:45:57.055 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 91217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-13T16:45:57.056 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 62345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-13T16:45:57.057 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 81673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 184865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 462849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid.ko 2024-09-13T16:45:57.058 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/ 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 153953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbhid.ko 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbkbd.ko 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/usbhid/usbmouse.ko 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 261241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/ 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 76441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 96073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 378337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 77217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 67097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-13T16:45:57.059 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 115201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 55225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 89113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-13T16:45:57.060 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 81665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 68953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 60281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 48145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/cros_ec_hwmon.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/da9052-hwmon.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/da9055-hwmon.ko 2024-09-13T16:45:57.061 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 57681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 113265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc2103.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 79009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 109049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 50769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 65849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-13T16:45:57.062 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 56393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hih6130.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 150681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/jc42.ko 2024-09-13T16:45:57.063 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 57769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 86561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 55721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 73649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-13T16:45:57.064 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 131585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-13T16:45:57.065 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mc13783-adc.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/menf21bmc_hwmon.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 56825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 140657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 72761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 67865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 97865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-13T16:45:57.066 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 62009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 98961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-13T16:45:57.067 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 48793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 46561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-13T16:45:57.068 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 50297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 62817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 71193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 96665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-13T16:45:57.069 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 75217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 83505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 116873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 134513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/wm831x-hwmon.ko 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/wm8350-hwmon.ko 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/ 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/ 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/ 2024-09-13T16:45:57.070 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali1535.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali1563.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ali15x3.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-cbus-gpio.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-cros-ec-tunnel.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 63537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-13T16:45:57.071 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-dln2.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-gpio.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 78577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 52945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-kempld.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ocores.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 57137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-robotfuzz-osif.ko 2024-09-13T16:45:57.072 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis5595.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis630.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-taos-evm.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-xiic.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-13T16:45:57.073 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/ 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-gpio.ko 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-pca9541.ko 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/muxes/i2c-mux-pca954x.ko 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 328633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1107329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 84409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 404889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 120105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-13T16:45:57.074 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 343753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/ 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 591177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/ 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 515585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/ 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 919921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 375761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ocrdma/ 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 203241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/ocrdma/ocrdma.ko 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/usnic/ 2024-09-13T16:45:57.075 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 212353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/usnic/usnic_verbs.ko 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 334665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 120785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 132457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 158257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 157209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/ 2024-09-13T16:45:57.076 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/evbug.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/ff-memless.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/ 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/ 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5520-keys.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5588-keys.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/adp5589-keys.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/cros_ec_keyb.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys_polled.ko 2024-09-13T16:45:57.077 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lkkbd.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lm8323.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/lm8333.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/matrix_keypad.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/max7359_keypad.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/mcs_touchkey.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/mpr121_touchkey.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/newtonkbd.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/opencores-kbd.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/qt1070.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/qt2160.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/samsung-keypad.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/stowaway.ko 2024-09-13T16:45:57.078 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/sunkbd.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/tca6416-keypad.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/tca8418_keypad.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/twl4030_keypad.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/xtkbd.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/matrix-keymap.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/ 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 160569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 114801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/gpio_mouse.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 430033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/psmouse.ko 2024-09-13T16:45:57.079 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/ 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 139497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ct82c710.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/parkbd.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/pcips2.ko 2024-09-13T16:45:57.080 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/ps2mult.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serport.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/ 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-88pm860x.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-adp5520.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 77345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-bd2802.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-da903x.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-da9052.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-gpio.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-13T16:45:57.081 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3533.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm355x.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3642.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp8788.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-max8997.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-mc13783.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-menf21bmc.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca9532.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca955x.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-pca963x.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-tca6507.ko 2024-09-13T16:45:57.082 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-wm831x-status.ko 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-wm8350.ko 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/ 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/ 2024-09-13T16:45:57.083 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 776777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 46361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 113977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bufio.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 58393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 197121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 137841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 67153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-era.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 50665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 61073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-mirror.ko 2024-09-13T16:45:57.084 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 96937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 86937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-region-hash.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 139257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-snapshot.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 234353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 64945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-zero.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/ 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 257025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-13T16:45:57.085 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 124833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 157401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 443385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/ 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/ 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 211273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 78081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 54889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 150977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 94401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-13T16:45:57.086 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 64033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/ 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm800.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm805.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/88pm80x.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/arizona-i2c.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 146569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/arizona.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/bcm590xx.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/cros_ec_dev.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/dln2.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/janz-cmodio.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 54473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/kempld-core.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lm3533-core.ko 2024-09-13T16:45:57.087 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lm3533-ctrlbank.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lp3943.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 60577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/max8907.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mc13xxx-core.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mc13xxx-i2c.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/menf21bmc.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633-adc.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633-gpio.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/pcf50633.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/rdc321x-southbridge.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/retu-mfd.ko 2024-09-13T16:45:57.088 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 95625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/si476x-core.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 57473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/tps65010.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/tps6507x.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 51201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wm8994.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ad525x_dpot-i2c.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 63993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ad525x_dpot.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/ 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 57393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-13T16:45:57.089 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 47785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 58785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/ 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/c2port-duramar2150.ko 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 47313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/c2port/core.ko 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/ 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ds1682.ko 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/dummy-irq.ko 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/echo/ 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/echo/echo.ko 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/ 2024-09-13T16:45:57.090 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/genwqe/ 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 191761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/genwqe/genwqe_card.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hmc6352.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ibmasm/ 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 92489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ibmasm/ibmasm.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ics932s401.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/ 2024-09-13T16:45:57.091 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/ 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 153777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 381905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/phantom.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ti-st/ 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/ti-st/st_drv.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 56809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-13T16:45:57.092 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/ 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 232257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/ 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 623361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/ 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/ 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 133161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/ 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 592833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-13T16:45:57.093 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/ 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 158537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 86233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 73953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 109673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/ 2024-09-13T16:45:57.094 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 64817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/ 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 84433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/ 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 70897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/ 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 52713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/ 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 65945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 56145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 116105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/ 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/ 2024-09-13T16:45:57.095 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 124721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/ 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 128625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/ 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 110505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/ 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 102017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 89121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/ 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 106593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 229409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/ 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1734265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 166913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-13T16:45:57.096 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/ 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 164665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 439633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/ 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/ 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 432417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/ 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/ 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 257433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/ 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 444721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/ 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1309441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/ 2024-09-13T16:45:57.097 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 207073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-13T16:45:57.098 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/ 2024-09-13T16:45:57.098 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-13T16:45:57.098 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/ 2024-09-13T16:45:57.098 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/ 2024-09-13T16:45:57.098 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 269777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-13T16:45:57.098 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/ 2024-09-13T16:45:57.098 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/ 2024-09-13T16:45:57.098 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-13T16:45:57.098 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 77601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-13T16:45:57.098 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 169313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-13T16:45:57.143 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-13T16:45:57.143 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 76361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-13T16:45:57.143 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-13T16:45:57.143 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/ 2024-09-13T16:45:57.143 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 76161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-13T16:45:57.143 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 78929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-13T16:45:57.143 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 52401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-13T16:45:57.143 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ec_bhf.ko 2024-09-13T16:45:57.143 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/ 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/ 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 356153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 61881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 63345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fujitsu/ 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 51657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fujitsu/fmvj18x_cs.ko 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 115697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/ 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 366465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/ 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 755425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-13T16:45:57.144 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/ 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 324721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/ 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1193705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/ 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 356609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/ 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 672177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/ 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 121609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 966193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 193889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-13T16:45:57.145 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/ 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/ 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 5969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 109353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/ 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 127057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 151049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/ 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/ 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 888945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 346977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/ 2024-09-13T16:45:57.146 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/ 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1408481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8842.ko 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8851_common.ko 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ks8851_par.ko 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 117585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/ 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/ 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 131601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 91689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 56777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-13T16:45:57.147 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/ 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 181409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/ 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 171649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/ 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 58529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 50409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/ 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/ 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 301017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 105857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/ 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 885465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-13T16:45:57.148 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/ 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 52481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/ 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 81785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 100833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 264393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/ 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/sxgbe/ 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 142481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/samsung/sxgbe/samsung-sxgbe.ko 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/ 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1346017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/ 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 58097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-13T16:45:57.149 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/ 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 80233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/ 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 74529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 79601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 100937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 83593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/ 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/ 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-generic.ko 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 47193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac-platform.ko 2024-09-13T16:45:57.150 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 644913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/ 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 129089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 208177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 82033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 91641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/ 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 60113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/ 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 110881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/ 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 98993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 102745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/ 2024-09-13T16:45:57.151 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 61121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/ 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 70057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/ 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/defxx.ko 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/skfp/ 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 275889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/fddi/skfp/skfp.ko 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 91785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/ 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 290697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/ 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-13T16:45:57.152 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 107849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 77585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/ 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-gpio.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 62857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-13T16:45:57.153 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/ 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 72969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 61801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 52945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 58729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-13T16:45:57.154 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 113681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 108257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 118505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 76177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/plip/ 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 55377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/plip/plip.ko 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ 2024-09-13T16:45:57.155 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/ 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 52177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 79233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/ 2024-09-13T16:45:57.156 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 136729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 108409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/ 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 179329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/ 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 384193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/ 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 175857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ 2024-09-13T16:45:57.157 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/ 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/ 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 337697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 128353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/ 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 164153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 103657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/ 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/ 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-13T16:45:57.158 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/cpcihp_generic.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/cpcihp_zt5550.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pci-stub.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 55425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/ 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 177817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 76785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia_core.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pcmcia_rsrc.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 133969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/ 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/broadcom/ 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/broadcom/phy-bcm-kona-usb2.ko 2024-09-13T16:45:57.159 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/samsung/ 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/phy/samsung/phy-exynos-usb2.ko 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/ 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/ 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 78281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/ 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/ 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 60889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros-ec-sensorhub.ko 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec.ko 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_chardev.ko 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_debugfs.ko 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_lightbar.ko 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_ec_sysfs.ko 2024-09-13T16:45:57.160 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/chrome/cros_usbpd_notify.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/ 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 88017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 48353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 74033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 172313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 46505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 62105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 52665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-13T16:45:57.161 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/ibm_rtl.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/ 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-smartconnect.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 51857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-13T16:45:57.162 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/ 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/88pm860x_battery.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/88pm860x_charger.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 68921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq2415x_charger.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 73161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq24190_charger.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/bq24735-charger.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/cros_charge-control.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/cros_peripheral_charger.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/da9030_battery.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/da9052-battery.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2760_battery.ko 2024-09-13T16:45:57.163 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2780_battery.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2781_battery.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/ds2782_battery.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/gpio-charger.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/isp1704_charger.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/lp8727_charger.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max14577_charger.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max17042_battery.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max8903_charger.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/max8925_power.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/pcf50633-charger.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/sbs-battery.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/test_power.ko 2024-09-13T16:45:57.164 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/tps65090-charger.ko 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm831x_backup.ko 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm831x_power.ko 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/power/supply/wm8350_power.ko 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/ 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 98737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/ 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/ 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ 2024-09-13T16:45:57.165 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/ 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/ 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/ 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 89769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 47369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/ 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-88pm80x.ko 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-88pm860x.ko 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9052.ko 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9055.ko 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-da9063.ko 2024-09-13T16:45:57.166 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 82585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-13T16:45:57.167 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-lp8788.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 47001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t86.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8907.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8925.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8997.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max8998.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-mc13xxx.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-13T16:45:57.168 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-palmas.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 56873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf50633.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rc5t583.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-13T16:45:57.169 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-s35390a.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-tps6586x.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-tps65910.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-wm831x.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-wm8350.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 164753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/ 2024-09-13T16:45:57.170 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 341105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 120833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/ 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 468305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 380857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic94xx/ 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 244049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic94xx/aic94xx.ko 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/ 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 135801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/ 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 305161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-13T16:45:57.171 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/ 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1526289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/ 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 298321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/ 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 144553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 47673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/ 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 390817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/ 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/ 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 89041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/ 2024-09-13T16:45:57.172 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 117561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 168361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 91777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/ 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 267737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 78441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/ 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 95553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 191041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fdomain.ko 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/ 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 366737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-13T16:45:57.173 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 251641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 65529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 57201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/imm.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 55241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 327841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 129881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/ 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 398505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 62785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/ 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 380649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 172833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-13T16:45:57.174 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 63097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/ 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 274913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/ 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 2737441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/ 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 88625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 388737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 105177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/ 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 833969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/ 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 158857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-13T16:45:57.175 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 96697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/ 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 102113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/aha152x_cs.ko 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/fdomain_cs.ko 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/qlogic_cs.ko 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pcmcia/sym53c500_cs.ko 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/ 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 444273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 152097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ppa.ko 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 67129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/ 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 2323537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-13T16:45:57.176 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 103793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/ 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 697393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qlogicfas408.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 331577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 219497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 349593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 121777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 92385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 54097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 138265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-13T16:45:57.177 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 57489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/ 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 205137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 55009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 48865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/xen-scsifront.ko 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 172697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/ 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/ 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 915121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/ 2024-09-13T16:45:57.178 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 60497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 48281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1161521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 51985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 149801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/ 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/ 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/ 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/ 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-13T16:45:57.179 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 46289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-13T16:45:57.180 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_powerclamp.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 99417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/moxa.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 61737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/mxser.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 134633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 79057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/ 2024-09-13T16:45:57.181 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/ 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/8250_dw.ko 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 65273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/altera_jtaguart.ko 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/altera_uart.ko 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/fsl_lpuart.ko 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/ 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 121249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/rp2.ko 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 68009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/sc16is7xx.ko 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/sc16is7xx_i2c.ko 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/ 2024-09-13T16:45:57.182 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 689289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pltfrm.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/ 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 55041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_dmem_genirq.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_mf624.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_netx.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pdrv_genirq.ko 2024-09-13T16:45:57.183 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/ 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/c67x00/ 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/c67x00/c67x00.ko 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 187689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc.ko 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_msm.ko 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_npcm.ko 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_pci.ko 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/chipidea/ci_hdrc_usb2.ko 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/ 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 101657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 63545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-13T16:45:57.184 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 56841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 107633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/common/ 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/common/ulpi.ko 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc2/ 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc2/dwc2_pci.ko 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/ 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3-haps.ko 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3-pci.ko 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 576329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/dwc3/dwc3.ko 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/ 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/ 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 70081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/u_ether.ko 2024-09-13T16:45:57.185 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 61153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/u_serial.ko 2024-09-13T16:45:57.186 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_acm.ko 2024-09-13T16:45:57.186 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ecm.ko 2024-09-13T16:45:57.186 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ecm_subset.ko 2024-09-13T16:45:57.186 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_eem.ko 2024-09-13T16:45:57.186 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 132897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_fs.ko 2024-09-13T16:45:57.186 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 62473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_hid.ko 2024-09-13T16:45:57.216 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 142801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_mass_storage.ko 2024-09-13T16:45:57.216 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 70785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ncm.ko 2024-09-13T16:45:57.216 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_obex.ko 2024-09-13T16:45:57.216 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_phonet.ko 2024-09-13T16:45:57.216 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 70241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_printer.ko 2024-09-13T16:45:57.216 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 99913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_rndis.ko 2024-09-13T16:45:57.216 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_serial.ko 2024-09-13T16:45:57.216 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 71577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_ss_lb.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/function/usb_f_tcm.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/ 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_acm_ms.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_cdc.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_dbgp.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ether.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ffs.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_hid.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_mass_storage.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_ncm.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_nokia.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_printer.ko 2024-09-13T16:45:57.217 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_serial.ko 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/g_zero.ko 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 78185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/gadgetfs.ko 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/legacy/tcm_usb_gadget.ko 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 200137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/libcomposite.ko 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/ 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/amd5536udc_pci.ko 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/bdc/ 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 182665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/bdc/bdc.ko 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/goku_udc.ko 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/gr_udc.ko 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/mv_u3d_core.ko 2024-09-13T16:45:57.218 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/mv_udc.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/net2272.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/net2280.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 94929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/pch_udc.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 80617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/pxa27x_udc.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 87561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/r8a66597-udc.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 94385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/snps_udc_core.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 191281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/gadget/udc/udc-core.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/ 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/bcma-hcd.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 108417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/isp116x-hcd.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 104817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/oxu210hp-hcd.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 102361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/r8a66597-hcd.ko 2024-09-13T16:45:57.219 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811_cs.ko 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/ssb-hcd.ko 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/xhci-plat-hcd.ko 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/ 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 47593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/cypress_cy7c63.ko 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/cytherm.ko 2024-09-13T16:45:57.220 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ehset.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/lvstest.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/ 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-13T16:45:57.221 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-13T16:45:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-13T16:45:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-13T16:45:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 84369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbtest.ko 2024-09-13T16:45:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 52377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-13T16:45:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-13T16:45:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/mon/ 2024-09-13T16:45:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 91561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/mon/usbmon.ko 2024-09-13T16:45:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/musb/ 2024-09-13T16:45:57.222 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 391209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/musb/musb_hdrc.ko 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/ 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-gpio-vbus-usb.ko 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-isp1301.ko 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-tahvo.ko 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-13T16:45:57.223 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 79769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 58425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/f81232.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 188729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 61601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 152409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 142937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-13T16:45:57.224 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 122425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/metro-usb.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 79801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 91625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 65281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mxuport.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 201257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-13T16:45:57.225 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-13T16:45:57.226 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 61857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-13T16:45:57.226 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-13T16:45:57.226 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-13T16:45:57.226 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-13T16:45:57.226 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-13T16:45:57.226 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-13T16:45:57.226 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-13T16:45:57.226 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 70601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 148729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usbserial.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/wishbone-serial.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ 2024-09-13T16:45:57.227 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 63361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-13T16:45:57.228 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 201057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/ 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 74449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 122537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/ 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/ 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 196977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33737 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 134401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-13T16:45:57.229 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 93481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/ 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 135241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 71553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 110185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/ 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/ 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/88pm860x_bl.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/aat2870_bl.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp5520_bl.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp8860_bl.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 51825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/adp8870_bl.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/as3711_bl.ko 2024-09-13T16:45:57.230 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/bd6107.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/da903x_bl.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/da9052_bl.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/gpio_backlight.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/kb3886_bl.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lm3533_bl.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lm3639_bl.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lv5207lp.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/max8925_bl.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/pandora_bl.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/pcf50633-backlight.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-13T16:45:57.231 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/wm831x_bl.ko 2024-09-13T16:45:57.232 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/ 2024-09-13T16:45:57.232 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ 2024-09-13T16:45:57.232 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-13T16:45:57.232 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 46913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-13T16:45:57.232 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/matrox_w1.ko 2024-09-13T16:45:57.232 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/w1-gpio.ko 2024-09-13T16:45:57.232 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/ 2024-09-13T16:45:57.232 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-13T16:45:57.232 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 70473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 127601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ 2024-09-13T16:45:57.233 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/acquirewdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/advantechwdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/cpu5wdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9052_wdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9055_wdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/da9063_wdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/dw_wdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/eurotechwdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-13T16:45:57.234 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/kempld_wdt.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/mena21_wdt.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/menf21bmc_wdt.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/of_xilinx_wdt.ko 2024-09-13T16:45:57.235 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pc87413_wdt.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 47033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/retu_wdt.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc60xxwdt.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_epx_c3.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sc1200wdt.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/smsc37b787_wdt.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/twl4030_wdt.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-13T16:45:57.236 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wafer5823wdt.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wm831x_wdt.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wm8350_wdt.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/ 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 55425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/ 2024-09-13T16:45:57.237 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 214065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 46705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-scsiback.ko 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/ 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/ 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 195161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/adfs/ 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 78369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/adfs/adfs.ko 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/ 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 197849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/afs/ 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1259073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/afs/kafs.ko 2024-09-13T16:45:57.238 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/autofs/ 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 127665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/autofs/autofs4.ko 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/ 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 80561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/bfs/ 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 50577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/bfs/bfs.ko 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/ 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 4575041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/ 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 384329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1591681 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-13T16:45:57.239 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/ 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 130593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/configfs/ 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 137313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/configfs/configfs.ko 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/ 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/ 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 841817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/efs/ 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/efs/efs.ko 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/ 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1901633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/ 2024-09-13T16:45:57.240 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-13T16:45:57.241 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/freevxfs/ 2024-09-13T16:45:57.241 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/freevxfs/freevxfs.ko 2024-09-13T16:45:57.241 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/ 2024-09-13T16:45:57.241 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-13T16:45:57.241 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/ 2024-09-13T16:45:57.241 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1488329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-13T16:45:57.241 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/ 2024-09-13T16:45:57.241 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 183553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-13T16:45:57.241 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/ 2024-09-13T16:45:57.241 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 282177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-13T16:45:57.242 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hpfs/ 2024-09-13T16:45:57.242 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 248625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hpfs/hpfs.ko 2024-09-13T16:45:57.242 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/ 2024-09-13T16:45:57.242 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 93513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-13T16:45:57.242 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/ 2024-09-13T16:45:57.242 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 529833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-13T16:45:57.242 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/ 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 359969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/ 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 113265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/ 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 646793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/ 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/ 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 111585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/ 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 74345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/ 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 147553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1291361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-13T16:45:57.243 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 83001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv2.ko 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 152537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 2526953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/ 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/ 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 2119673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/ 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 734385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/ 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-13T16:45:57.244 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ascii.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-13T16:45:57.245 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-13T16:45:57.246 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 95761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 144409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 167273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 119649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13313 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-13T16:45:57.247 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ntfs3/ 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 632217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ntfs3/ntfs3.ko 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 299761 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-13T16:45:57.248 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 547233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 3255305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/omfs/ 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 67633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/omfs/omfs.ko 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/ 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 468161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ 2024-09-13T16:45:57.249 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-13T16:45:57.250 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx4/ 2024-09-13T16:45:57.250 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx4/qnx4.ko 2024-09-13T16:45:57.250 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx6/ 2024-09-13T16:45:57.250 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 58177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/qnx6/qnx6.ko 2024-09-13T16:45:57.250 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/ 2024-09-13T16:45:57.250 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_tree.ko 2024-09-13T16:45:57.250 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_v1.ko 2024-09-13T16:45:57.250 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/quota/quota_v2.ko 2024-09-13T16:45:57.250 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/ 2024-09-13T16:45:57.250 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 684489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-13T16:45:57.283 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/ 2024-09-13T16:45:57.283 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-13T16:45:57.283 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/ 2024-09-13T16:45:57.283 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/ 2024-09-13T16:45:57.283 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 3333977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-13T16:45:57.283 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/ 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/ 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 163081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/ 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 116065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/ 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 309513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 198129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/ 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 5454809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-13T16:45:57.284 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/ 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/locking/ 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 97945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/locking/locktorture.ko 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/time/ 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/time/test_udelay.ko 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 70441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 6793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc7.ko 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/ 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-13T16:45:57.285 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/interval_tree_test.ko 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/ 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/ 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/memory-notifier-error-inject.ko 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/notifier-error-inject.ko 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/percpu_test.ko 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/pm-notifier-error-inject.ko 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/ 2024-09-13T16:45:57.286 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 151073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/rbtree_test.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/ 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20897 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test-kstrtox.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 4912673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_bpf.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 61249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_firmware.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/test_module.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/xz/ 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/xz/xz_dec_test.ko 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/ 2024-09-13T16:45:57.287 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/ 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/ 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-13T16:45:57.288 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/ 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 106841 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/ 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 234745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/ 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 875441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-13T16:45:57.289 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/ 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 88073 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1026825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11233 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-13T16:45:57.290 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9657 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-13T16:45:57.291 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/ 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1229873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/ 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 154121 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/ 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 239393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10353 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 74433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/ 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 498249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-13T16:45:57.292 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/hsr/ 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 137945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/hsr/hsr.ko 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 55409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 356385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29169 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 46153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 59793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-13T16:45:57.293 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 64777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 77777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 78481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ip_tables.ko 2024-09-13T16:45:57.294 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_REJECT.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16441 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_filter.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-13T16:45:57.295 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_reject_ipv4.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-13T16:45:57.296 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11753 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11825 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53401 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ 2024-09-13T16:45:57.297 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 47193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17201 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 102889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_gre.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 117649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/mip6.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 50137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_NPT.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-13T16:45:57.298 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-13T16:45:57.299 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-13T16:45:57.299 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-13T16:45:57.299 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-13T16:45:57.299 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-13T16:45:57.299 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-13T16:45:57.299 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-13T16:45:57.299 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-13T16:45:57.300 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-13T16:45:57.300 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-13T16:45:57.300 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-13T16:45:57.300 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17537 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-13T16:45:57.300 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-13T16:45:57.300 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-13T16:45:57.300 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 46033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-13T16:45:57.301 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-13T16:45:57.301 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 29017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-13T16:45:57.301 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10617 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-13T16:45:57.301 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-13T16:45:57.301 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11185 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-13T16:45:57.301 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-13T16:45:57.301 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-13T16:45:57.301 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 94433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-13T16:45:57.302 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 30065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-13T16:45:57.302 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-13T16:45:57.302 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/ 2024-09-13T16:45:57.302 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 106217 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-13T16:45:57.302 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/ 2024-09-13T16:45:57.302 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 155593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-13T16:45:57.302 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-13T16:45:57.302 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-13T16:45:57.302 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/lapb/ 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 61609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/lapb/lapb.ko 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/ 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 333641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc2.ko 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/ 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 388577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/ 2024-09-13T16:45:57.303 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 144881 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 124137 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 124449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 126777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 126577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 137937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 72457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-13T16:45:57.304 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 133785 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 139177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 138369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 136281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 140001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 532393 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-13T16:45:57.305 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 54465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 485769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37729 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 134177 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-13T16:45:57.306 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 140921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19025 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 79081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10993 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 119745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 46193 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 115817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-13T16:45:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13433 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 51953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 813705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 52913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36049 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_cttimeout.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26129 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 66593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-13T16:45:57.308 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 50641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17329 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25385 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18017 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_osf.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-13T16:45:57.309 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-13T16:45:57.310 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-13T16:45:57.310 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15145 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-13T16:45:57.310 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25081 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_synproxy.ko 2024-09-13T16:45:57.310 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17721 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tproxy.ko 2024-09-13T16:45:57.310 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 104257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/x_tables.ko 2024-09-13T16:45:57.310 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14281 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-13T16:45:57.310 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-13T16:45:57.310 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-13T16:45:57.310 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-13T16:45:57.310 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 21953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45305 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16033 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10937 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22809 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12633 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16777 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-13T16:45:57.311 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11849 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15377 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16665 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12953 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12041 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13113 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10705 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-13T16:45:57.312 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12585 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10345 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 52929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-13T16:45:57.313 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-13T16:45:57.314 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-13T16:45:57.314 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13497 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-13T16:45:57.314 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-13T16:45:57.314 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9225 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-13T16:45:57.314 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11609 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-13T16:45:57.314 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-13T16:45:57.314 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-13T16:45:57.314 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-13T16:45:57.314 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16249 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-13T16:45:57.314 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11649 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13641 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9361 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43569 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 14985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 19865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-13T16:45:57.315 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10833 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10945 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10105 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9673 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpudp.ko 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/ 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 17321 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/ 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/ 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 485961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-13T16:45:57.316 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10961 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/ 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 16009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/ 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 141545 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/phonet.ko 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 69001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/phonet/pn_pep.ko 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/ 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 314473 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 202161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 85265 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rxrpc/ 2024-09-13T16:45:57.317 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1024009 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rxrpc/rxrpc.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/ 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39097 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 28817 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45505 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 27689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 53577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38801 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24057 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43513 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 45769 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32289 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 41561 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-13T16:45:57.318 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_cgroup.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 37409 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39697 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 49417 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 79257 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8793 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 15481 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 48889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 9337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13465 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 8457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25921 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25209 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-13T16:45:57.319 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43577 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 43865 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 39273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq_codel.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 42985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 60913 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 26689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 81065 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33745 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 36713 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 11905 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33153 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-13T16:45:57.320 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 44857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 32425 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 13593 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 31889 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 60337 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 40977 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 33521 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 38457 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 35857 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 34241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/ 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1184689 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 24001 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-13T16:45:57.321 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/ 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/ 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 426969 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 70273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1895553 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/ 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 925089 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/ 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 1122601 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12241 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/ 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 18273 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-13T16:45:57.322 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/ 2024-09-13T16:45:57.323 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 101161 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-13T16:45:57.323 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 90369 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-13T16:45:57.323 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 120625 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-13T16:45:57.323 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 12985 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-13T16:45:57.323 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 20489 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-13T16:45:57.323 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/x25/ 2024-09-13T16:45:57.323 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 165529 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/x25/x25.ko 2024-09-13T16:45:57.325 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/ 2024-09-13T16:45:57.325 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 25449 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_algo.ko 2024-09-13T16:45:57.325 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 22929 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-13T16:45:57.325 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 135873 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_user.ko 2024-09-13T16:45:57.326 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 649700 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-13T16:45:57.326 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 633853 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-13T16:45:57.326 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 7850 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-13T16:45:57.326 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 23959 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-13T16:45:57.326 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 10056 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-13T16:45:57.326 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 74053 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-13T16:45:57.326 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 147543 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-13T16:45:57.326 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 233297 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-13T16:45:57.326 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 210 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-13T16:45:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 72756 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-13T16:45:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 879 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-13T16:45:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 261535 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-13T16:45:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 316586 2024-09-06 14:27 ./lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-13T16:45:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./usr/ 2024-09-13T16:45:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./usr/share/ 2024-09-13T16:45:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./usr/share/doc/ 2024-09-13T16:45:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:drwxr-xr-x root/root 0 2024-09-06 14:27 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/ 2024-09-13T16:45:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 175 2024-09-06 14:27 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/changelog.Debian.gz 2024-09-13T16:45:57.327 INFO:teuthology.orchestra.run.smithi099.stdout:-rw-r--r-- root/root 691 2024-09-06 14:27 ./usr/share/doc/linux-image-6.11.0-rc5-g2ca44a2f35ca/copyright 2024-09-13T16:45:57.332 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:57.332 INFO:teuthology.task.kernel:searching for kernel 6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:57.332 DEBUG:teuthology.orchestra.run.smithi099:> egrep '(submenu|menuentry.*6.11.0-rc5-g2ca44a2f35ca).*{' /boot/grub/grub.cfg 2024-09-13T16:45:57.376 INFO:teuthology.orchestra.run.smithi099.stdout:submenu 'Advanced options for Ubuntu' $menuentry_id_option 'gnulinux-advanced-1168b92c-82ac-47e1-87d9-5d77414c7738' { 2024-09-13T16:45:57.376 INFO:teuthology.orchestra.run.smithi099.stdout: menuentry 'Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.11.0-rc5-g2ca44a2f35ca-advanced-1168b92c-82ac-47e1-87d9-5d77414c7738' { 2024-09-13T16:45:57.376 INFO:teuthology.orchestra.run.smithi099.stdout: menuentry 'Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca (recovery mode)' --class ubuntu --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-6.11.0-rc5-g2ca44a2f35ca-recovery-1168b92c-82ac-47e1-87d9-5d77414c7738' { 2024-09-13T16:45:57.377 INFO:teuthology.task.kernel:submenu_title:Advanced options for Ubuntu> 2024-09-13T16:45:57.377 INFO:teuthology.task.kernel:default_title:Ubuntu, with Linux 6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:57.377 DEBUG:teuthology.orchestra.run.smithi099:> /bin/echo -e 'cat </dev/null && sudo chmod a+x -- '/etc/grub.d/01_ceph_kernel.tmp~' && sudo mv -- '/etc/grub.d/01_ceph_kernel.tmp~' /etc/grub.d/01_ceph_kernel && sudo update-grub && rm /tmp/linux-image.deb && ( sleep 1 && sudo shutdown -r now & ) 2024-09-13T16:45:57.379 DEBUG:teuthology.task.kernel:Waiting for install on ubuntu@smithi099.front.sepia.ceph.com to complete... 2024-09-13T16:45:57.558 INFO:teuthology.orchestra.run.smithi170.stderr:done 2024-09-13T16:45:58.045 INFO:teuthology.orchestra.run.smithi099.stderr:Sourcing file `/etc/default/grub' 2024-09-13T16:45:58.053 INFO:teuthology.orchestra.run.smithi099.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T16:45:58.070 INFO:teuthology.orchestra.run.smithi099.stderr:Generating grub configuration file ... 2024-09-13T16:45:58.365 INFO:teuthology.orchestra.run.smithi099.stderr:Found linux image: /boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:58.377 INFO:teuthology.orchestra.run.smithi099.stderr:Found initrd image: /boot/initrd.img-6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:45:58.771 INFO:teuthology.orchestra.run.smithi099.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T16:45:58.781 INFO:teuthology.orchestra.run.smithi099.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T16:45:59.821 INFO:teuthology.orchestra.run.smithi099.stderr:done 2024-09-13T16:46:28.700 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-13T16:46:28.700 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-13T16:46:28.704 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:46:30.931 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-13T16:46:30.932 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-13T16:46:30.932 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:46:47.101 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.170 2024-09-13T16:46:49.405 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.99 2024-09-13T16:46:56.109 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-13T16:46:56.123 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:46:58.408 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-13T16:46:58.409 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:46:59.197 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.170 2024-09-13T16:47:01.501 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.99 2024-09-13T16:47:11.207 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-13T16:47:11.208 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:47:13.502 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-13T16:47:13.503 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:47:42.897 DEBUG:teuthology.orchestra.run.smithi170:> true 2024-09-13T16:47:43.592 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-13T16:47:43.592 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-13T16:47:43.592 DEBUG:teuthology.orchestra.run.smithi170:> uname -r 2024-09-13T16:47:43.650 INFO:teuthology.orchestra.run.smithi170.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:47:43.651 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:47:43.651 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T16:47:43.651 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T16:47:44.651 DEBUG:teuthology.parallel:result is None 2024-09-13T16:47:45.214 DEBUG:teuthology.orchestra.run.smithi099:> true 2024-09-13T16:47:45.946 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-13T16:47:45.946 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-13T16:47:45.946 DEBUG:teuthology.orchestra.run.smithi099:> uname -r 2024-09-13T16:47:46.007 INFO:teuthology.orchestra.run.smithi099.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:47:46.007 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-13T16:47:46.007 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T16:47:46.008 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T16:47:47.010 DEBUG:teuthology.parallel:result is None 2024-09-13T16:47:47.010 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T16:47:47.017 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T16:47:47.017 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T16:47:47.023 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T16:47:47.040 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T16:47:47.047 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T16:47:47.056 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T16:47:47.057 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T16:47:47.085 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T16:47:47.118 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T16:47:47.125 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T16:47:47.125 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T16:47:47.161 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T16:47:47.260 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:47:47.266 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:47:47.282 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:47:47.287 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:47:47.290 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T16:47:47.297 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T16:47:47.298 DEBUG:teuthology.orchestra.run.smithi099:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T16:47:47.303 DEBUG:teuthology.orchestra.run.smithi170:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T16:47:47.341 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T16:47:47.350 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T16:47:47.350 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T16:47:47.381 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T16:47:47.409 DEBUG:teuthology.orchestra.run.smithi099:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T16:47:47.451 DEBUG:teuthology.orchestra.run.smithi099:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T16:47:47.511 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:47:47.512 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T16:47:47.601 DEBUG:teuthology.orchestra.run.smithi170:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T16:47:47.619 DEBUG:teuthology.orchestra.run.smithi170:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T16:47:47.683 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:47:47.684 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T16:47:47.766 DEBUG:teuthology.orchestra.run.smithi099:> sudo service rsyslog restart 2024-09-13T16:47:47.772 DEBUG:teuthology.orchestra.run.smithi170:> sudo service rsyslog restart 2024-09-13T16:47:47.952 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T16:47:47.960 INFO:teuthology.task.internal:Starting timer... 2024-09-13T16:47:47.960 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T16:47:47.970 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T16:47:47.978 DEBUG:teuthology.task.selinux:Excluding smithi099: OS 'ubuntu' does not support SELinux 2024-09-13T16:47:47.978 DEBUG:teuthology.task.selinux:Excluding smithi170: OS 'ubuntu' does not support SELinux 2024-09-13T16:47:47.978 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T16:47:47.978 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-13T16:47:47.978 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T16:47:47.978 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T16:47:47.987 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-13T16:47:47.990 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-13T16:47:48.124 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T16:47:48.135 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T16:47:48.136 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi099.front.sepia.ceph.com,smithi170.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T16:55:05.145 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi099.front.sepia.ceph.com'), Remote(name='ubuntu@smithi170.front.sepia.ceph.com')] 2024-09-13T16:55:05.146 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-13T16:55:05.147 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi099.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:55:05.256 DEBUG:teuthology.orchestra.run.smithi099:> true 2024-09-13T16:55:05.472 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi099.front.sepia.ceph.com' 2024-09-13T16:55:05.473 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-13T16:55:05.473 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:55:05.587 DEBUG:teuthology.orchestra.run.smithi170:> true 2024-09-13T16:55:05.815 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-13T16:55:05.816 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T16:55:05.825 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T16:55:05.825 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T16:55:05.826 DEBUG:teuthology.orchestra.run.smithi099:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:55:05.831 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T16:55:05.831 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:55:05.896 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: ntpd 4.2.8p12@1.3728-o (1): Starting 2024-09-13T16:55:05.896 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: Command line: ntpd -gq 2024-09-13T16:55:05.897 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: proto: precision = 0.044 usec (-24) 2024-09-13T16:55:05.897 INFO:teuthology.orchestra.run.smithi099.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T16:55:05.898 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T16:55:05.898 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T16:55:05.898 INFO:teuthology.orchestra.run.smithi099.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T16:55:05.899 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T16:55:05.899 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T16:55:05.899 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T16:55:05.899 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: Listen normally on 3 enp3s0f1 172.21.15.99:123 2024-09-13T16:55:05.900 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: Listen normally on 4 lo [::1]:123 2024-09-13T16:55:05.900 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d803%5]:123 2024-09-13T16:55:05.900 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:05 ntpd[13624]: Listening on routing socket on fd #22 for interface updates 2024-09-13T16:55:05.933 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: ntpd 4.2.8p12@1.3728-o (1): Starting 2024-09-13T16:55:05.933 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: Command line: ntpd -gq 2024-09-13T16:55:05.935 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: proto: precision = 0.065 usec (-24) 2024-09-13T16:55:05.935 INFO:teuthology.orchestra.run.smithi170.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T16:55:05.935 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T16:55:05.936 INFO:teuthology.orchestra.run.smithi170.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T16:55:05.937 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T16:55:05.937 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T16:55:05.937 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T16:55:05.937 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T16:55:05.937 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: Listen normally on 3 enp3s0f1 172.21.15.170:123 2024-09-13T16:55:05.937 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: Listen normally on 4 lo [::1]:123 2024-09-13T16:55:05.937 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7255%5]:123 2024-09-13T16:55:05.937 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:05 ntpd[13601]: Listening on routing socket on fd #22 for interface updates 2024-09-13T16:55:07.934 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:07 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:07.934 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:07 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:07.934 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:07 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:07.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:07 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:07.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:07 ntpd[13601]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:07.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:07 ntpd[13601]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:08.897 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:08 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:08.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:08 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:08.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:08 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:08.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:08 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:08.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:08 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:08.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:08 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:08.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:08 ntpd[13624]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:08.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:08 ntpd[13624]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:09.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:09.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:09.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:09.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:09.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:09.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:09.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:09.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:09.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:09.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:09.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:09.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:09 ntpd[13601]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:10.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:10.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:10.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:10.900 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:10.900 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:10.900 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:10 ntpd[13624]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:10.934 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:10 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:10.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:10 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:10.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:10 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:10.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:10 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:10.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:10 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:10.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:10 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:10.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:10 ntpd[13601]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:10.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:10 ntpd[13601]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:11.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:11.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:11.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:11.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:11.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:11.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:11.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:11.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:11.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:11.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:11.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:11.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:11 ntpd[13601]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:12.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:12.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:12.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:12.900 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:12.900 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:12.900 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:12.900 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:12 ntpd[13624]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:12.934 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:12 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:12.934 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:12 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:12.934 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:12 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:12.934 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:12 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:12.934 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:12 ntpd[13601]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:12.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:12 ntpd[13601]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:13.935 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:13.936 INFO:teuthology.orchestra.run.smithi170.stdout:13 Sep 16:55:13 ntpd[13601]: ntpd: time slew -0.000037 s 2024-09-13T16:55:13.936 INFO:teuthology.orchestra.run.smithi170.stdout:ntpd: time slew -0.000037s 2024-09-13T16:55:13.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T16:55:13.936 INFO:teuthology.orchestra.run.smithi170.stderr:13 Sep 16:55:13 ntpd[13601]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T16:55:14.077 INFO:teuthology.orchestra.run.smithi170.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T16:55:14.077 INFO:teuthology.orchestra.run.smithi170.stdout:============================================================================== 2024-09-13T16:55:14.077 INFO:teuthology.orchestra.run.smithi170.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:55:14.078 INFO:teuthology.orchestra.run.smithi170.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:55:14.078 INFO:teuthology.orchestra.run.smithi170.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:55:14.078 INFO:teuthology.orchestra.run.smithi170.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:55:14.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:14.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:14.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:14.898 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T16:55:14.899 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T16:55:14.900 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T16:55:14.900 INFO:teuthology.orchestra.run.smithi099.stdout:13 Sep 16:55:14 ntpd[13624]: ntpd: time slew -0.000059 s 2024-09-13T16:55:14.900 INFO:teuthology.orchestra.run.smithi099.stdout:ntpd: time slew -0.000059s 2024-09-13T16:55:14.900 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T16:55:14.900 INFO:teuthology.orchestra.run.smithi099.stderr:13 Sep 16:55:14 ntpd[13624]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T16:55:15.033 INFO:teuthology.orchestra.run.smithi099.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T16:55:15.033 INFO:teuthology.orchestra.run.smithi099.stdout:============================================================================== 2024-09-13T16:55:15.033 INFO:teuthology.orchestra.run.smithi099.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:55:15.033 INFO:teuthology.orchestra.run.smithi099.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:55:15.034 INFO:teuthology.orchestra.run.smithi099.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:55:15.034 INFO:teuthology.orchestra.run.smithi099.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T16:55:15.035 INFO:teuthology.run_tasks:Running task install... 2024-09-13T16:55:15.042 DEBUG:teuthology.task.install:project ceph 2024-09-13T16:55:15.043 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}} 2024-09-13T16:55:15.043 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'} 2024-09-13T16:55:15.043 INFO:teuthology.task.install:Using flavor: default 2024-09-13T16:55:15.048 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T16:55:15.048 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-09-13T16:55:15.049 DEBUG:teuthology.orchestra.run.smithi099:> sudo apt-key list | grep Ceph 2024-09-13T16:55:15.049 DEBUG:teuthology.orchestra.run.smithi170:> sudo apt-key list | grep Ceph 2024-09-13T16:55:15.268 INFO:teuthology.orchestra.run.smithi099.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2024-09-13T16:55:15.277 INFO:teuthology.orchestra.run.smithi170.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2024-09-13T16:55:15.411 INFO:teuthology.orchestra.run.smithi170.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-13T16:55:15.412 INFO:teuthology.orchestra.run.smithi170.stdout:uid [ unknown] Ceph.com (release key) 2024-09-13T16:55:15.413 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-13T16:55:15.413 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-13T16:55:15.413 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:55:15.427 INFO:teuthology.orchestra.run.smithi099.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-13T16:55:15.427 INFO:teuthology.orchestra.run.smithi099.stdout:uid [ unknown] Ceph.com (release key) 2024-09-13T16:55:15.427 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-13T16:55:15.427 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-13T16:55:15.427 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:55:15.573 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default/ 2024-09-13T16:55:15.573 INFO:teuthology.task.install.deb:Package version is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:55:15.585 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default/ 2024-09-13T16:55:15.586 INFO:teuthology.task.install.deb:Package version is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:55:15.702 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:55:15.703 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-13T16:55:15.706 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:55:15.706 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-13T16:55:15.735 DEBUG:teuthology.orchestra.run.smithi099:> sudo apt-get update 2024-09-13T16:55:15.741 DEBUG:teuthology.orchestra.run.smithi170:> sudo apt-get update 2024-09-13T16:55:16.026 INFO:teuthology.orchestra.run.smithi099.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-09-13T16:55:16.122 INFO:teuthology.orchestra.run.smithi099.stdout:Ign:2 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal InRelease 2024-09-13T16:55:16.123 INFO:teuthology.orchestra.run.smithi170.stdout:Ign:1 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal InRelease 2024-09-13T16:55:16.140 INFO:teuthology.orchestra.run.smithi099.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T16:55:16.165 INFO:teuthology.orchestra.run.smithi099.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release [7,662 B] 2024-09-13T16:55:16.169 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T16:55:16.169 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:3 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-09-13T16:55:16.169 INFO:teuthology.orchestra.run.smithi170.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release [7,662 B] 2024-09-13T16:55:16.213 INFO:teuthology.orchestra.run.smithi099.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release.gpg 2024-09-13T16:55:16.216 INFO:teuthology.orchestra.run.smithi170.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release.gpg 2024-09-13T16:55:16.228 INFO:teuthology.orchestra.run.smithi099.stdout:Hit:6 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-09-13T16:55:16.229 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:6 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-09-13T16:55:16.259 INFO:teuthology.orchestra.run.smithi099.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 Packages [17.6 kB] 2024-09-13T16:55:16.262 INFO:teuthology.orchestra.run.smithi170.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main i386 Packages [3,435 B] 2024-09-13T16:55:16.316 INFO:teuthology.orchestra.run.smithi099.stdout:Hit:8 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-09-13T16:55:16.318 INFO:teuthology.orchestra.run.smithi170.stdout:Hit:8 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-09-13T16:55:16.328 INFO:teuthology.orchestra.run.smithi170.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 Packages [17.6 kB] 2024-09-13T16:55:16.329 INFO:teuthology.orchestra.run.smithi099.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main i386 Packages [3,435 B] 2024-09-13T16:55:17.380 INFO:teuthology.orchestra.run.smithi099.stdout:Fetched 28.7 kB in 1s (22.0 kB/s) 2024-09-13T16:55:17.536 INFO:teuthology.orchestra.run.smithi170.stdout:Fetched 28.7 kB in 1s (19.8 kB/s) 2024-09-13T16:55:18.814 INFO:teuthology.orchestra.run.smithi099.stdout:Reading package lists... 2024-09-13T16:55:18.836 INFO:teuthology.orchestra.run.smithi170.stdout:Reading package lists... 2024-09-13T16:55:18.851 DEBUG:teuthology.orchestra.run.smithi099:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.4-850-g50bbe7f3-1focal cephadm=18.2.4-850-g50bbe7f3-1focal ceph-mds=18.2.4-850-g50bbe7f3-1focal ceph-mgr=18.2.4-850-g50bbe7f3-1focal ceph-common=18.2.4-850-g50bbe7f3-1focal ceph-fuse=18.2.4-850-g50bbe7f3-1focal ceph-test=18.2.4-850-g50bbe7f3-1focal ceph-volume=18.2.4-850-g50bbe7f3-1focal radosgw=18.2.4-850-g50bbe7f3-1focal python3-rados=18.2.4-850-g50bbe7f3-1focal python3-rgw=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal python3-rbd=18.2.4-850-g50bbe7f3-1focal libcephfs2=18.2.4-850-g50bbe7f3-1focal libcephfs-dev=18.2.4-850-g50bbe7f3-1focal librados2=18.2.4-850-g50bbe7f3-1focal librbd1=18.2.4-850-g50bbe7f3-1focal rbd-fuse=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal cephfs-shell=18.2.4-850-g50bbe7f3-1focal cephfs-top=18.2.4-850-g50bbe7f3-1focal cephfs-mirror=18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:55:18.880 DEBUG:teuthology.orchestra.run.smithi170:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.4-850-g50bbe7f3-1focal cephadm=18.2.4-850-g50bbe7f3-1focal ceph-mds=18.2.4-850-g50bbe7f3-1focal ceph-mgr=18.2.4-850-g50bbe7f3-1focal ceph-common=18.2.4-850-g50bbe7f3-1focal ceph-fuse=18.2.4-850-g50bbe7f3-1focal ceph-test=18.2.4-850-g50bbe7f3-1focal ceph-volume=18.2.4-850-g50bbe7f3-1focal radosgw=18.2.4-850-g50bbe7f3-1focal python3-rados=18.2.4-850-g50bbe7f3-1focal python3-rgw=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal python3-rbd=18.2.4-850-g50bbe7f3-1focal libcephfs2=18.2.4-850-g50bbe7f3-1focal libcephfs-dev=18.2.4-850-g50bbe7f3-1focal librados2=18.2.4-850-g50bbe7f3-1focal librbd1=18.2.4-850-g50bbe7f3-1focal rbd-fuse=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal cephfs-shell=18.2.4-850-g50bbe7f3-1focal cephfs-top=18.2.4-850-g50bbe7f3-1focal cephfs-mirror=18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:55:18.978 INFO:teuthology.orchestra.run.smithi099.stdout:Reading package lists... 2024-09-13T16:55:19.009 INFO:teuthology.orchestra.run.smithi170.stdout:Reading package lists... 2024-09-13T16:55:19.196 INFO:teuthology.orchestra.run.smithi099.stdout:Building dependency tree... 2024-09-13T16:55:19.196 INFO:teuthology.orchestra.run.smithi099.stdout:Reading state information... 2024-09-13T16:55:19.225 INFO:teuthology.orchestra.run.smithi170.stdout:Building dependency tree... 2024-09-13T16:55:19.226 INFO:teuthology.orchestra.run.smithi170.stdout:Reading state information... 2024-09-13T16:55:19.393 INFO:teuthology.orchestra.run.smithi099.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T16:55:19.394 INFO:teuthology.orchestra.run.smithi099.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T16:55:19.394 INFO:teuthology.orchestra.run.smithi099.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T16:55:19.394 INFO:teuthology.orchestra.run.smithi099.stdout:The following additional packages will be installed: 2024-09-13T16:55:19.394 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-13T16:55:19.395 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd fonts-mathjax jq 2024-09-13T16:55:19.395 INFO:teuthology.orchestra.run.smithi099.stdout: libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc libjs-underscore 2024-09-13T16:55:19.396 INFO:teuthology.orchestra.run.smithi099.stdout: liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 libpcre2-16-0 2024-09-13T16:55:19.396 INFO:teuthology.orchestra.run.smithi099.stdout: libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 libradosstriper1 2024-09-13T16:55:19.396 INFO:teuthology.orchestra.run.smithi099.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli 2024-09-13T16:55:19.396 INFO:teuthology.orchestra.run.smithi099.stdout: python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T16:55:19.396 INFO:teuthology.orchestra.run.smithi099.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T16:55:19.396 INFO:teuthology.orchestra.run.smithi099.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T16:55:19.396 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-common python3-cherrypy3 python3-cmd2 python3-colorama 2024-09-13T16:55:19.396 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2024-09-13T16:55:19.396 INFO:teuthology.orchestra.run.smithi099.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2024-09-13T16:55:19.396 INFO:teuthology.orchestra.run.smithi099.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2024-09-13T16:55:19.397 INFO:teuthology.orchestra.run.smithi099.stdout: python3-natsort python3-oauthlib python3-openssl python3-packaging 2024-09-13T16:55:19.397 INFO:teuthology.orchestra.run.smithi099.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-13T16:55:19.397 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-13T16:55:19.397 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1-modules python3-pyinotify python3-pyperclip python3-pytest 2024-09-13T16:55:19.397 INFO:teuthology.orchestra.run.smithi099.stdout: python3-repoze.lru python3-requests-oauthlib python3-routes python3-rsa 2024-09-13T16:55:19.397 INFO:teuthology.orchestra.run.smithi099.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T16:55:19.397 INFO:teuthology.orchestra.run.smithi099.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T16:55:19.397 INFO:teuthology.orchestra.run.smithi099.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T16:55:19.397 INFO:teuthology.orchestra.run.smithi099.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T16:55:19.397 INFO:teuthology.orchestra.run.smithi099.stdout: qttranslations5-l10n socat xmlstarlet 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout:Suggested packages: 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2024-09-13T16:55:19.398 INFO:teuthology.orchestra.run.smithi099.stdout:Recommended packages: 2024-09-13T16:55:19.399 INFO:teuthology.orchestra.run.smithi099.stdout: btrfs-tools 2024-09-13T16:55:19.427 INFO:teuthology.orchestra.run.smithi170.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T16:55:19.429 INFO:teuthology.orchestra.run.smithi170.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T16:55:19.429 INFO:teuthology.orchestra.run.smithi170.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T16:55:19.429 INFO:teuthology.orchestra.run.smithi170.stdout:The following additional packages will be installed: 2024-09-13T16:55:19.429 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-13T16:55:19.429 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd fonts-mathjax jq 2024-09-13T16:55:19.429 INFO:teuthology.orchestra.run.smithi170.stdout: libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc libjs-underscore 2024-09-13T16:55:19.429 INFO:teuthology.orchestra.run.smithi170.stdout: liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 libpcre2-16-0 2024-09-13T16:55:19.430 INFO:teuthology.orchestra.run.smithi170.stdout: libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 libradosstriper1 2024-09-13T16:55:19.430 INFO:teuthology.orchestra.run.smithi170.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli 2024-09-13T16:55:19.430 INFO:teuthology.orchestra.run.smithi170.stdout: python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-common python3-cherrypy3 python3-cmd2 python3-colorama 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-natsort python3-oauthlib python3-openssl python3-packaging 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-modules python3-pyinotify python3-pyperclip python3-pytest 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-repoze.lru python3-requests-oauthlib python3-routes python3-rsa 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T16:55:19.431 INFO:teuthology.orchestra.run.smithi170.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T16:55:19.432 INFO:teuthology.orchestra.run.smithi170.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T16:55:19.432 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T16:55:19.432 INFO:teuthology.orchestra.run.smithi170.stdout: qttranslations5-l10n socat xmlstarlet 2024-09-13T16:55:19.432 INFO:teuthology.orchestra.run.smithi170.stdout:Suggested packages: 2024-09-13T16:55:19.432 INFO:teuthology.orchestra.run.smithi170.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2024-09-13T16:55:19.433 INFO:teuthology.orchestra.run.smithi170.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2024-09-13T16:55:19.433 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2024-09-13T16:55:19.433 INFO:teuthology.orchestra.run.smithi170.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2024-09-13T16:55:19.433 INFO:teuthology.orchestra.run.smithi170.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2024-09-13T16:55:19.433 INFO:teuthology.orchestra.run.smithi170.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2024-09-13T16:55:19.433 INFO:teuthology.orchestra.run.smithi170.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2024-09-13T16:55:19.433 INFO:teuthology.orchestra.run.smithi170.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-13T16:55:19.433 INFO:teuthology.orchestra.run.smithi170.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2024-09-13T16:55:19.433 INFO:teuthology.orchestra.run.smithi170.stdout:Recommended packages: 2024-09-13T16:55:19.434 INFO:teuthology.orchestra.run.smithi170.stdout: btrfs-tools 2024-09-13T16:55:19.612 INFO:teuthology.orchestra.run.smithi099.stdout:The following NEW packages will be installed: 2024-09-13T16:55:19.612 INFO:teuthology.orchestra.run.smithi099.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-13T16:55:19.612 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-13T16:55:19.613 INFO:teuthology.orchestra.run.smithi099.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-13T16:55:19.613 INFO:teuthology.orchestra.run.smithi099.stdout: cephfs-mirror cephfs-shell cephfs-top fonts-mathjax jq libcephfs-dev 2024-09-13T16:55:19.613 INFO:teuthology.orchestra.run.smithi099.stdout: libcephfs2 libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc 2024-09-13T16:55:19.613 INFO:teuthology.orchestra.run.smithi099.stdout: libjs-underscore liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 2024-09-13T16:55:19.613 INFO:teuthology.orchestra.run.smithi099.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 2024-09-13T16:55:19.614 INFO:teuthology.orchestra.run.smithi099.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 2024-09-13T16:55:19.614 INFO:teuthology.orchestra.run.smithi099.stdout: nvme-cli python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T16:55:19.614 INFO:teuthology.orchestra.run.smithi099.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T16:55:19.614 INFO:teuthology.orchestra.run.smithi099.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T16:55:19.614 INFO:teuthology.orchestra.run.smithi099.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cmd2 2024-09-13T16:55:19.614 INFO:teuthology.orchestra.run.smithi099.stdout: python3-colorama python3-cryptography python3-decorator python3-google-auth 2024-09-13T16:55:19.615 INFO:teuthology.orchestra.run.smithi099.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2024-09-13T16:55:19.615 INFO:teuthology.orchestra.run.smithi099.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2024-09-13T16:55:19.615 INFO:teuthology.orchestra.run.smithi099.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2024-09-13T16:55:19.615 INFO:teuthology.orchestra.run.smithi099.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2024-09-13T16:55:19.615 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2024-09-13T16:55:19.615 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyperclip 2024-09-13T16:55:19.615 INFO:teuthology.orchestra.run.smithi099.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru 2024-09-13T16:55:19.616 INFO:teuthology.orchestra.run.smithi099.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-13T16:55:19.616 INFO:teuthology.orchestra.run.smithi099.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T16:55:19.616 INFO:teuthology.orchestra.run.smithi099.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T16:55:19.616 INFO:teuthology.orchestra.run.smithi099.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T16:55:19.616 INFO:teuthology.orchestra.run.smithi099.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T16:55:19.616 INFO:teuthology.orchestra.run.smithi099.stdout: qttranslations5-l10n radosgw rbd-fuse socat xmlstarlet 2024-09-13T16:55:19.616 INFO:teuthology.orchestra.run.smithi099.stdout:The following packages will be upgraded: 2024-09-13T16:55:19.617 INFO:teuthology.orchestra.run.smithi099.stdout: librados2 librbd1 2024-09-13T16:55:19.650 INFO:teuthology.orchestra.run.smithi170.stdout:The following NEW packages will be installed: 2024-09-13T16:55:19.650 INFO:teuthology.orchestra.run.smithi170.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-13T16:55:19.651 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-13T16:55:19.651 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-13T16:55:19.651 INFO:teuthology.orchestra.run.smithi170.stdout: cephfs-mirror cephfs-shell cephfs-top fonts-mathjax jq libcephfs-dev 2024-09-13T16:55:19.651 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs2 libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc 2024-09-13T16:55:19.651 INFO:teuthology.orchestra.run.smithi170.stdout: libjs-underscore liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 2024-09-13T16:55:19.651 INFO:teuthology.orchestra.run.smithi170.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 2024-09-13T16:55:19.652 INFO:teuthology.orchestra.run.smithi170.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 2024-09-13T16:55:19.652 INFO:teuthology.orchestra.run.smithi170.stdout: nvme-cli python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T16:55:19.652 INFO:teuthology.orchestra.run.smithi170.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T16:55:19.652 INFO:teuthology.orchestra.run.smithi170.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T16:55:19.652 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cmd2 2024-09-13T16:55:19.652 INFO:teuthology.orchestra.run.smithi170.stdout: python3-colorama python3-cryptography python3-decorator python3-google-auth 2024-09-13T16:55:19.652 INFO:teuthology.orchestra.run.smithi170.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2024-09-13T16:55:19.652 INFO:teuthology.orchestra.run.smithi170.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2024-09-13T16:55:19.653 INFO:teuthology.orchestra.run.smithi170.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2024-09-13T16:55:19.653 INFO:teuthology.orchestra.run.smithi170.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2024-09-13T16:55:19.653 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2024-09-13T16:55:19.653 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyperclip 2024-09-13T16:55:19.654 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru 2024-09-13T16:55:19.654 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-13T16:55:19.654 INFO:teuthology.orchestra.run.smithi170.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T16:55:19.654 INFO:teuthology.orchestra.run.smithi170.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T16:55:19.654 INFO:teuthology.orchestra.run.smithi170.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T16:55:19.654 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T16:55:19.654 INFO:teuthology.orchestra.run.smithi170.stdout: qttranslations5-l10n radosgw rbd-fuse socat xmlstarlet 2024-09-13T16:55:19.654 INFO:teuthology.orchestra.run.smithi170.stdout:The following packages will be upgraded: 2024-09-13T16:55:19.655 INFO:teuthology.orchestra.run.smithi170.stdout: librados2 librbd1 2024-09-13T16:55:19.745 INFO:teuthology.orchestra.run.smithi170.stdout:2 upgraded, 116 newly installed, 0 to remove and 298 not upgraded. 2024-09-13T16:55:19.745 INFO:teuthology.orchestra.run.smithi170.stdout:Need to get 199 MB of archives. 2024-09-13T16:55:19.745 INFO:teuthology.orchestra.run.smithi170.stdout:After this operation, 979 MB of additional disk space will be used. 2024-09-13T16:55:19.745 INFO:teuthology.orchestra.run.smithi170.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyperclip all 1.7.0-1 [10.5 kB] 2024-09-13T16:55:19.765 INFO:teuthology.orchestra.run.smithi170.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2024-09-13T16:55:19.774 INFO:teuthology.orchestra.run.smithi170.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cmd2 all 0.8.5-2.1 [49.6 kB] 2024-09-13T16:55:19.801 INFO:teuthology.orchestra.run.smithi170.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2024-09-13T16:55:19.802 INFO:teuthology.orchestra.run.smithi099.stdout:2 upgraded, 116 newly installed, 0 to remove and 298 not upgraded. 2024-09-13T16:55:19.803 INFO:teuthology.orchestra.run.smithi099.stdout:Need to get 199 MB of archives. 2024-09-13T16:55:19.803 INFO:teuthology.orchestra.run.smithi099.stdout:After this operation, 979 MB of additional disk space will be used. 2024-09-13T16:55:19.803 INFO:teuthology.orchestra.run.smithi099.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 18.2.4-850-g50bbe7f3-1focal [3,450 kB] 2024-09-13T16:55:19.831 INFO:teuthology.orchestra.run.smithi170.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2024-09-13T16:55:19.834 INFO:teuthology.orchestra.run.smithi099.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyperclip all 1.7.0-1 [10.5 kB] 2024-09-13T16:55:19.835 INFO:teuthology.orchestra.run.smithi170.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2024-09-13T16:55:19.835 INFO:teuthology.orchestra.run.smithi170.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 18.2.4-850-g50bbe7f3-1focal [3,450 kB] 2024-09-13T16:55:19.850 INFO:teuthology.orchestra.run.smithi170.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2024-09-13T16:55:19.900 INFO:teuthology.orchestra.run.smithi170.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2024-09-13T16:55:19.903 INFO:teuthology.orchestra.run.smithi170.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2024-09-13T16:55:19.910 INFO:teuthology.orchestra.run.smithi170.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2024-09-13T16:55:19.913 INFO:teuthology.orchestra.run.smithi170.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2024-09-13T16:55:19.913 INFO:teuthology.orchestra.run.smithi170.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2024-09-13T16:55:19.915 INFO:teuthology.orchestra.run.smithi170.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2024-09-13T16:55:19.915 INFO:teuthology.orchestra.run.smithi170.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2024-09-13T16:55:19.919 INFO:teuthology.orchestra.run.smithi099.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2024-09-13T16:55:19.919 INFO:teuthology.orchestra.run.smithi170.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2024-09-13T16:55:19.920 INFO:teuthology.orchestra.run.smithi170.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2024-09-13T16:55:19.922 INFO:teuthology.orchestra.run.smithi170.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2024-09-13T16:55:19.937 INFO:teuthology.orchestra.run.smithi170.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2024-09-13T16:55:19.938 INFO:teuthology.orchestra.run.smithi170.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2024-09-13T16:55:19.939 INFO:teuthology.orchestra.run.smithi170.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2024-09-13T16:55:19.941 INFO:teuthology.orchestra.run.smithi170.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-13T16:55:19.942 INFO:teuthology.orchestra.run.smithi170.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2024-09-13T16:55:19.944 INFO:teuthology.orchestra.run.smithi170.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-webob all 1:1.8.5-2ubuntu0.1 [84.5 kB] 2024-09-13T16:55:19.955 INFO:teuthology.orchestra.run.smithi170.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2024-09-13T16:55:19.956 INFO:teuthology.orchestra.run.smithi099.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cmd2 all 0.8.5-2.1 [49.6 kB] 2024-09-13T16:55:19.956 INFO:teuthology.orchestra.run.smithi170.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2024-09-13T16:55:19.959 INFO:teuthology.orchestra.run.smithi170.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2024-09-13T16:55:19.962 INFO:teuthology.orchestra.run.smithi170.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2024-09-13T16:55:19.975 INFO:teuthology.orchestra.run.smithi170.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2024-09-13T16:55:19.986 INFO:teuthology.orchestra.run.smithi170.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2024-09-13T16:55:19.988 INFO:teuthology.orchestra.run.smithi170.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2024-09-13T16:55:19.989 INFO:teuthology.orchestra.run.smithi170.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2024-09-13T16:55:19.990 INFO:teuthology.orchestra.run.smithi170.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2024-09-13T16:55:19.992 INFO:teuthology.orchestra.run.smithi170.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.2 [183 kB] 2024-09-13T16:55:19.994 INFO:teuthology.orchestra.run.smithi170.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2024-09-13T16:55:19.995 INFO:teuthology.orchestra.run.smithi170.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.3 [211 kB] 2024-09-13T16:55:19.997 INFO:teuthology.orchestra.run.smithi170.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2024-09-13T16:55:19.998 INFO:teuthology.orchestra.run.smithi170.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-asyncssh all 1.12.2-1 [152 kB] 2024-09-13T16:55:20.014 INFO:teuthology.orchestra.run.smithi170.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jinja2 all 2.10.1-2ubuntu0.3 [96.0 kB] 2024-09-13T16:55:20.017 INFO:teuthology.orchestra.run.smithi170.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2024-09-13T16:55:20.018 INFO:teuthology.orchestra.run.smithi170.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2024-09-13T16:55:20.019 INFO:teuthology.orchestra.run.smithi170.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2024-09-13T16:55:20.020 INFO:teuthology.orchestra.run.smithi170.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2024-09-13T16:55:20.036 INFO:teuthology.orchestra.run.smithi170.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2024-09-13T16:55:20.037 INFO:teuthology.orchestra.run.smithi170.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2024-09-13T16:55:20.038 INFO:teuthology.orchestra.run.smithi170.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2024-09-13T16:55:20.043 INFO:teuthology.orchestra.run.smithi170.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-13T16:55:20.044 INFO:teuthology.orchestra.run.smithi170.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2024-09-13T16:55:20.061 INFO:teuthology.orchestra.run.smithi170.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2024-09-13T16:55:20.066 INFO:teuthology.orchestra.run.smithi170.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2024-09-13T16:55:20.071 INFO:teuthology.orchestra.run.smithi170.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2024-09-13T16:55:20.071 INFO:teuthology.orchestra.run.smithi170.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2024-09-13T16:55:20.073 INFO:teuthology.orchestra.run.smithi170.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2024-09-13T16:55:20.084 INFO:teuthology.orchestra.run.smithi099.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2024-09-13T16:55:20.234 INFO:teuthology.orchestra.run.smithi170.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2024-09-13T16:55:20.247 INFO:teuthology.orchestra.run.smithi099.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2024-09-13T16:55:20.248 INFO:teuthology.orchestra.run.smithi099.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2024-09-13T16:55:20.253 INFO:teuthology.orchestra.run.smithi170.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2024-09-13T16:55:20.255 INFO:teuthology.orchestra.run.smithi170.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2024-09-13T16:55:20.269 INFO:teuthology.orchestra.run.smithi170.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2024-09-13T16:55:20.270 INFO:teuthology.orchestra.run.smithi170.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2024-09-13T16:55:20.270 INFO:teuthology.orchestra.run.smithi170.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2024-09-13T16:55:20.271 INFO:teuthology.orchestra.run.smithi170.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2024-09-13T16:55:20.272 INFO:teuthology.orchestra.run.smithi170.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2024-09-13T16:55:20.273 INFO:teuthology.orchestra.run.smithi170.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2024-09-13T16:55:20.273 INFO:teuthology.orchestra.run.smithi170.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2024-09-13T16:55:20.275 INFO:teuthology.orchestra.run.smithi170.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2024-09-13T16:55:20.276 INFO:teuthology.orchestra.run.smithi170.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2024-09-13T16:55:20.293 INFO:teuthology.orchestra.run.smithi170.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2024-09-13T16:55:20.304 INFO:teuthology.orchestra.run.smithi170.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2024-09-13T16:55:20.307 INFO:teuthology.orchestra.run.smithi170.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2024-09-13T16:55:20.309 INFO:teuthology.orchestra.run.smithi170.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2024-09-13T16:55:20.309 INFO:teuthology.orchestra.run.smithi170.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2024-09-13T16:55:20.312 INFO:teuthology.orchestra.run.smithi170.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2024-09-13T16:55:20.315 INFO:teuthology.orchestra.run.smithi170.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-colorama all 0.4.3-1build1 [23.9 kB] 2024-09-13T16:55:20.315 INFO:teuthology.orchestra.run.smithi170.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2024-09-13T16:55:20.333 INFO:teuthology.orchestra.run.smithi170.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.2 [283 kB] 2024-09-13T16:55:20.337 INFO:teuthology.orchestra.run.smithi099.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 18.2.4-850-g50bbe7f3-1focal [4,041 kB] 2024-09-13T16:55:20.337 INFO:teuthology.orchestra.run.smithi170.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-asyncssh-doc all 1.12.2-1 [258 kB] 2024-09-13T16:55:20.339 INFO:teuthology.orchestra.run.smithi170.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2024-09-13T16:55:20.342 INFO:teuthology.orchestra.run.smithi099.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2024-09-13T16:55:20.384 INFO:teuthology.orchestra.run.smithi170.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2024-09-13T16:55:20.385 INFO:teuthology.orchestra.run.smithi170.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2024-09-13T16:55:20.386 INFO:teuthology.orchestra.run.smithi170.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2024-09-13T16:55:20.387 INFO:teuthology.orchestra.run.smithi170.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2024-09-13T16:55:20.400 INFO:teuthology.orchestra.run.smithi170.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-13T16:55:20.401 INFO:teuthology.orchestra.run.smithi170.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2024-09-13T16:55:20.403 INFO:teuthology.orchestra.run.smithi170.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2024-09-13T16:55:20.403 INFO:teuthology.orchestra.run.smithi170.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2024-09-13T16:55:20.404 INFO:teuthology.orchestra.run.smithi170.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2024-09-13T16:55:20.580 INFO:teuthology.orchestra.run.smithi099.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2024-09-13T16:55:20.589 INFO:teuthology.orchestra.run.smithi099.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2024-09-13T16:55:20.616 INFO:teuthology.orchestra.run.smithi099.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2024-09-13T16:55:20.625 INFO:teuthology.orchestra.run.smithi099.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2024-09-13T16:55:20.626 INFO:teuthology.orchestra.run.smithi099.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2024-09-13T16:55:20.628 INFO:teuthology.orchestra.run.smithi099.stdout:Get:15 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 18.2.4-850-g50bbe7f3-1focal [747 kB] 2024-09-13T16:55:20.629 INFO:teuthology.orchestra.run.smithi099.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2024-09-13T16:55:20.630 INFO:teuthology.orchestra.run.smithi099.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2024-09-13T16:55:20.647 INFO:teuthology.orchestra.run.smithi099.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2024-09-13T16:55:20.649 INFO:teuthology.orchestra.run.smithi099.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2024-09-13T16:55:20.654 INFO:teuthology.orchestra.run.smithi099.stdout:Get:20 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 18.2.4-850-g50bbe7f3-1focal [386 kB] 2024-09-13T16:55:20.663 INFO:teuthology.orchestra.run.smithi099.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2024-09-13T16:55:20.673 INFO:teuthology.orchestra.run.smithi099.stdout:Get:22 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 18.2.4-850-g50bbe7f3-1focal [31.9 kB] 2024-09-13T16:55:20.673 INFO:teuthology.orchestra.run.smithi099.stdout:Get:23 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 18.2.4-850-g50bbe7f3-1focal [201 kB] 2024-09-13T16:55:20.677 INFO:teuthology.orchestra.run.smithi099.stdout:Get:24 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 18.2.4-850-g50bbe7f3-1focal [62.5 kB] 2024-09-13T16:55:20.688 INFO:teuthology.orchestra.run.smithi099.stdout:Get:25 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 18.2.4-850-g50bbe7f3-1focal [367 kB] 2024-09-13T16:55:20.697 INFO:teuthology.orchestra.run.smithi099.stdout:Get:26 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 18.2.4-850-g50bbe7f3-1focal [6,627 kB] 2024-09-13T16:55:20.698 INFO:teuthology.orchestra.run.smithi170.stdout:Get:86 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 18.2.4-850-g50bbe7f3-1focal [4,041 kB] 2024-09-13T16:55:20.735 INFO:teuthology.orchestra.run.smithi099.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2024-09-13T16:55:20.736 INFO:teuthology.orchestra.run.smithi099.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2024-09-13T16:55:20.737 INFO:teuthology.orchestra.run.smithi099.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2024-09-13T16:55:20.739 INFO:teuthology.orchestra.run.smithi099.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-13T16:55:20.740 INFO:teuthology.orchestra.run.smithi099.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2024-09-13T16:55:20.742 INFO:teuthology.orchestra.run.smithi099.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-webob all 1:1.8.5-2ubuntu0.1 [84.5 kB] 2024-09-13T16:55:20.745 INFO:teuthology.orchestra.run.smithi099.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2024-09-13T16:55:20.747 INFO:teuthology.orchestra.run.smithi099.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2024-09-13T16:55:20.749 INFO:teuthology.orchestra.run.smithi099.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2024-09-13T16:55:20.827 INFO:teuthology.orchestra.run.smithi099.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2024-09-13T16:55:20.828 INFO:teuthology.orchestra.run.smithi099.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2024-09-13T16:55:20.839 INFO:teuthology.orchestra.run.smithi099.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2024-09-13T16:55:20.840 INFO:teuthology.orchestra.run.smithi099.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2024-09-13T16:55:20.841 INFO:teuthology.orchestra.run.smithi099.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2024-09-13T16:55:20.841 INFO:teuthology.orchestra.run.smithi099.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2024-09-13T16:55:20.908 INFO:teuthology.orchestra.run.smithi099.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.2 [183 kB] 2024-09-13T16:55:20.914 INFO:teuthology.orchestra.run.smithi099.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2024-09-13T16:55:20.916 INFO:teuthology.orchestra.run.smithi099.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.3 [211 kB] 2024-09-13T16:55:20.921 INFO:teuthology.orchestra.run.smithi099.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2024-09-13T16:55:20.989 INFO:teuthology.orchestra.run.smithi099.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-asyncssh all 1.12.2-1 [152 kB] 2024-09-13T16:55:20.994 INFO:teuthology.orchestra.run.smithi099.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jinja2 all 2.10.1-2ubuntu0.3 [96.0 kB] 2024-09-13T16:55:20.998 INFO:teuthology.orchestra.run.smithi099.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2024-09-13T16:55:21.000 INFO:teuthology.orchestra.run.smithi099.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2024-09-13T16:55:21.001 INFO:teuthology.orchestra.run.smithi099.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2024-09-13T16:55:21.002 INFO:teuthology.orchestra.run.smithi099.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2024-09-13T16:55:21.072 INFO:teuthology.orchestra.run.smithi099.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2024-09-13T16:55:21.073 INFO:teuthology.orchestra.run.smithi099.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2024-09-13T16:55:21.074 INFO:teuthology.orchestra.run.smithi099.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2024-09-13T16:55:21.079 INFO:teuthology.orchestra.run.smithi099.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-13T16:55:21.087 INFO:teuthology.orchestra.run.smithi099.stdout:Get:56 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 18.2.4-850-g50bbe7f3-1focal [113 kB] 2024-09-13T16:55:21.090 INFO:teuthology.orchestra.run.smithi099.stdout:Get:57 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 18.2.4-850-g50bbe7f3-1focal [479 kB] 2024-09-13T16:55:21.096 INFO:teuthology.orchestra.run.smithi099.stdout:Get:58 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 18.2.4-850-g50bbe7f3-1focal [25.2 MB] 2024-09-13T16:55:21.154 INFO:teuthology.orchestra.run.smithi099.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2024-09-13T16:55:21.158 INFO:teuthology.orchestra.run.smithi099.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2024-09-13T16:55:21.160 INFO:teuthology.orchestra.run.smithi099.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2024-09-13T16:55:21.164 INFO:teuthology.orchestra.run.smithi099.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2024-09-13T16:55:21.165 INFO:teuthology.orchestra.run.smithi099.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2024-09-13T16:55:21.166 INFO:teuthology.orchestra.run.smithi099.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2024-09-13T16:55:21.490 INFO:teuthology.orchestra.run.smithi099.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2024-09-13T16:55:21.521 INFO:teuthology.orchestra.run.smithi099.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2024-09-13T16:55:21.523 INFO:teuthology.orchestra.run.smithi099.stdout:Get:67 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2024-09-13T16:55:21.591 INFO:teuthology.orchestra.run.smithi099.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2024-09-13T16:55:21.591 INFO:teuthology.orchestra.run.smithi099.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2024-09-13T16:55:21.592 INFO:teuthology.orchestra.run.smithi099.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2024-09-13T16:55:21.593 INFO:teuthology.orchestra.run.smithi099.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2024-09-13T16:55:21.594 INFO:teuthology.orchestra.run.smithi099.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2024-09-13T16:55:21.594 INFO:teuthology.orchestra.run.smithi099.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2024-09-13T16:55:21.595 INFO:teuthology.orchestra.run.smithi099.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2024-09-13T16:55:21.656 INFO:teuthology.orchestra.run.smithi099.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2024-09-13T16:55:21.657 INFO:teuthology.orchestra.run.smithi099.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2024-09-13T16:55:21.737 INFO:teuthology.orchestra.run.smithi099.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2024-09-13T16:55:21.745 INFO:teuthology.orchestra.run.smithi099.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2024-09-13T16:55:21.751 INFO:teuthology.orchestra.run.smithi099.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2024-09-13T16:55:21.754 INFO:teuthology.orchestra.run.smithi099.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2024-09-13T16:55:21.754 INFO:teuthology.orchestra.run.smithi099.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2024-09-13T16:55:21.758 INFO:teuthology.orchestra.run.smithi099.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2024-09-13T16:55:21.761 INFO:teuthology.orchestra.run.smithi099.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-colorama all 0.4.3-1build1 [23.9 kB] 2024-09-13T16:55:21.761 INFO:teuthology.orchestra.run.smithi099.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2024-09-13T16:55:21.834 INFO:teuthology.orchestra.run.smithi099.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.2 [283 kB] 2024-09-13T16:55:21.837 INFO:teuthology.orchestra.run.smithi099.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-asyncssh-doc all 1.12.2-1 [258 kB] 2024-09-13T16:55:21.900 INFO:teuthology.orchestra.run.smithi099.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2024-09-13T16:55:22.012 INFO:teuthology.orchestra.run.smithi099.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2024-09-13T16:55:22.065 INFO:teuthology.orchestra.run.smithi099.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2024-09-13T16:55:22.065 INFO:teuthology.orchestra.run.smithi099.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2024-09-13T16:55:22.066 INFO:teuthology.orchestra.run.smithi099.stdout:Get:91 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2024-09-13T16:55:22.081 INFO:teuthology.orchestra.run.smithi099.stdout:Get:92 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-13T16:55:22.081 INFO:teuthology.orchestra.run.smithi099.stdout:Get:93 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2024-09-13T16:55:22.083 INFO:teuthology.orchestra.run.smithi099.stdout:Get:94 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2024-09-13T16:55:22.083 INFO:teuthology.orchestra.run.smithi099.stdout:Get:95 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2024-09-13T16:55:22.084 INFO:teuthology.orchestra.run.smithi099.stdout:Get:96 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2024-09-13T16:55:22.107 INFO:teuthology.orchestra.run.smithi099.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 18.2.4-850-g50bbe7f3-1focal [9,614 kB] 2024-09-13T16:55:22.343 INFO:teuthology.orchestra.run.smithi099.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 18.2.4-850-g50bbe7f3-1focal [238 kB] 2024-09-13T16:55:22.346 INFO:teuthology.orchestra.run.smithi099.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 18.2.4-850-g50bbe7f3-1focal [148 kB] 2024-09-13T16:55:22.348 INFO:teuthology.orchestra.run.smithi099.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 18.2.4-850-g50bbe7f3-1focal [1,575 kB] 2024-09-13T16:55:22.370 INFO:teuthology.orchestra.run.smithi099.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 18.2.4-850-g50bbe7f3-1focal [6,639 kB] 2024-09-13T16:55:22.494 INFO:teuthology.orchestra.run.smithi099.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 18.2.4-850-g50bbe7f3-1focal [24.5 MB] 2024-09-13T16:55:22.784 INFO:teuthology.orchestra.run.smithi170.stdout:Get:87 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 18.2.4-850-g50bbe7f3-1focal [747 kB] 2024-09-13T16:55:22.977 INFO:teuthology.orchestra.run.smithi099.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 18.2.4-850-g50bbe7f3-1focal [13.7 kB] 2024-09-13T16:55:22.978 INFO:teuthology.orchestra.run.smithi099.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 18.2.4-850-g50bbe7f3-1focal [856 kB] 2024-09-13T16:55:22.997 INFO:teuthology.orchestra.run.smithi099.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 18.2.4-850-g50bbe7f3-1focal [2,296 kB] 2024-09-13T16:55:23.100 INFO:teuthology.orchestra.run.smithi099.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 18.2.4-850-g50bbe7f3-1focal [239 kB] 2024-09-13T16:55:23.102 INFO:teuthology.orchestra.run.smithi099.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 18.2.4-850-g50bbe7f3-1focal [143 kB] 2024-09-13T16:55:23.104 INFO:teuthology.orchestra.run.smithi099.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 18.2.4-850-g50bbe7f3-1focal [7,015 kB] 2024-09-13T16:55:23.142 INFO:teuthology.orchestra.run.smithi170.stdout:Get:88 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 18.2.4-850-g50bbe7f3-1focal [386 kB] 2024-09-13T16:55:23.197 INFO:teuthology.orchestra.run.smithi099.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 18.2.4-850-g50bbe7f3-1focal [7,873 kB] 2024-09-13T16:55:23.322 INFO:teuthology.orchestra.run.smithi170.stdout:Get:89 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 18.2.4-850-g50bbe7f3-1focal [31.9 kB] 2024-09-13T16:55:23.353 INFO:teuthology.orchestra.run.smithi099.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 18.2.4-850-g50bbe7f3-1focal [13.9 kB] 2024-09-13T16:55:23.353 INFO:teuthology.orchestra.run.smithi099.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 18.2.4-850-g50bbe7f3-1focal [46.9 MB] 2024-09-13T16:55:23.356 INFO:teuthology.orchestra.run.smithi170.stdout:Get:90 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 18.2.4-850-g50bbe7f3-1focal [201 kB] 2024-09-13T16:55:23.458 INFO:teuthology.orchestra.run.smithi170.stdout:Get:91 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 18.2.4-850-g50bbe7f3-1focal [62.5 kB] 2024-09-13T16:55:23.491 INFO:teuthology.orchestra.run.smithi170.stdout:Get:92 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 18.2.4-850-g50bbe7f3-1focal [367 kB] 2024-09-13T16:55:23.723 INFO:teuthology.orchestra.run.smithi170.stdout:Get:93 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 18.2.4-850-g50bbe7f3-1focal [6,627 kB] 2024-09-13T16:55:24.460 INFO:teuthology.orchestra.run.smithi099.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 18.2.4-850-g50bbe7f3-1focal [120 kB] 2024-09-13T16:55:24.461 INFO:teuthology.orchestra.run.smithi099.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-mirror amd64 18.2.4-850-g50bbe7f3-1focal [270 kB] 2024-09-13T16:55:24.464 INFO:teuthology.orchestra.run.smithi099.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-shell all 18.2.4-850-g50bbe7f3-1focal [33.0 kB] 2024-09-13T16:55:24.464 INFO:teuthology.orchestra.run.smithi099.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-top all 18.2.4-850-g50bbe7f3-1focal [22.8 kB] 2024-09-13T16:55:24.465 INFO:teuthology.orchestra.run.smithi099.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 18.2.4-850-g50bbe7f3-1focal [37.4 kB] 2024-09-13T16:55:24.465 INFO:teuthology.orchestra.run.smithi099.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 18.2.4-850-g50bbe7f3-1focal [13.5 MB] 2024-09-13T16:55:24.698 INFO:teuthology.orchestra.run.smithi099.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 18.2.4-850-g50bbe7f3-1focal [107 kB] 2024-09-13T16:55:25.489 INFO:teuthology.orchestra.run.smithi170.stdout:Get:94 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 18.2.4-850-g50bbe7f3-1focal [113 kB] 2024-09-13T16:55:25.502 INFO:teuthology.orchestra.run.smithi170.stdout:Get:95 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 18.2.4-850-g50bbe7f3-1focal [479 kB] 2024-09-13T16:55:25.580 INFO:teuthology.orchestra.run.smithi170.stdout:Get:96 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 18.2.4-850-g50bbe7f3-1focal [25.2 MB] 2024-09-13T16:55:25.630 INFO:teuthology.orchestra.run.smithi099.stdout:Fetched 199 MB in 5s (39.3 MB/s) 2024-09-13T16:55:25.807 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-13T16:55:25.880 INFO:teuthology.orchestra.run.smithi099.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 107754 files and directories currently installed.) 2024-09-13T16:55:25.883 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../000-python3-pyperclip_1.7.0-1_all.deb ... 2024-09-13T16:55:25.936 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-pyperclip (1.7.0-1) ... 2024-09-13T16:55:26.239 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-13T16:55:26.259 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../001-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2024-09-13T16:55:26.288 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T16:55:26.658 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-cmd2. 2024-09-13T16:55:26.676 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../002-python3-cmd2_0.8.5-2.1_all.deb ... 2024-09-13T16:55:26.716 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-cmd2 (0.8.5-2.1) ... 2024-09-13T16:55:27.127 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2024-09-13T16:55:27.146 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../003-liblttng-ust0_2.11.0-1_amd64.deb ... 2024-09-13T16:55:27.228 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T16:55:27.622 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-13T16:55:27.641 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2024-09-13T16:55:27.680 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T16:55:28.042 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-13T16:55:28.060 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../005-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2024-09-13T16:55:28.091 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T16:55:28.351 INFO:teuthology.orchestra.run.smithi170.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 18.2.4-850-g50bbe7f3-1focal [9,614 kB] 2024-09-13T16:55:28.595 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-13T16:55:28.614 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../006-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:55:28.676 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:55:29.133 INFO:teuthology.orchestra.run.smithi170.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 18.2.4-850-g50bbe7f3-1focal [238 kB] 2024-09-13T16:55:29.143 INFO:teuthology.orchestra.run.smithi170.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 18.2.4-850-g50bbe7f3-1focal [148 kB] 2024-09-13T16:55:29.161 INFO:teuthology.orchestra.run.smithi170.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 18.2.4-850-g50bbe7f3-1focal [1,575 kB] 2024-09-13T16:55:29.256 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-13T16:55:29.273 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../007-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:55:29.278 INFO:teuthology.orchestra.run.smithi170.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 18.2.4-850-g50bbe7f3-1focal [6,639 kB] 2024-09-13T16:55:29.314 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:55:29.734 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-13T16:55:29.749 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../008-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:55:29.777 INFO:teuthology.orchestra.run.smithi170.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 18.2.4-850-g50bbe7f3-1focal [24.5 MB] 2024-09-13T16:55:29.784 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:55:30.229 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libthrift-0.13.0. 2024-09-13T16:55:30.249 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../009-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2024-09-13T16:55:30.287 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T16:55:30.700 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../010-librbd1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:30.798 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking librbd1 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T16:55:31.425 INFO:teuthology.orchestra.run.smithi170.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 18.2.4-850-g50bbe7f3-1focal [13.7 kB] 2024-09-13T16:55:31.425 INFO:teuthology.orchestra.run.smithi170.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 18.2.4-850-g50bbe7f3-1focal [856 kB] 2024-09-13T16:55:31.474 INFO:teuthology.orchestra.run.smithi170.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 18.2.4-850-g50bbe7f3-1focal [2,296 kB] 2024-09-13T16:55:31.546 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../011-librados2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:31.613 INFO:teuthology.orchestra.run.smithi170.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 18.2.4-850-g50bbe7f3-1focal [239 kB] 2024-09-13T16:55:31.623 INFO:teuthology.orchestra.run.smithi170.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 18.2.4-850-g50bbe7f3-1focal [143 kB] 2024-09-13T16:55:31.635 INFO:teuthology.orchestra.run.smithi170.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 18.2.4-850-g50bbe7f3-1focal [7,015 kB] 2024-09-13T16:55:31.669 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking librados2 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T16:55:32.041 INFO:teuthology.orchestra.run.smithi170.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 18.2.4-850-g50bbe7f3-1focal [7,873 kB] 2024-09-13T16:55:32.423 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libcephfs2. 2024-09-13T16:55:32.436 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../012-libcephfs2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:32.481 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:32.489 INFO:teuthology.orchestra.run.smithi170.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 18.2.4-850-g50bbe7f3-1focal [13.9 kB] 2024-09-13T16:55:32.489 INFO:teuthology.orchestra.run.smithi170.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 18.2.4-850-g50bbe7f3-1focal [46.9 MB] 2024-09-13T16:55:33.242 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-rados. 2024-09-13T16:55:33.262 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../013-python3-rados_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:33.300 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:33.669 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-13T16:55:33.688 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:55:33.727 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:34.055 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-cephfs. 2024-09-13T16:55:34.074 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../015-python3-cephfs_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:34.113 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:34.499 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-13T16:55:34.517 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../016-python3-ceph-common_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:55:34.557 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:34.969 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-prettytable. 2024-09-13T16:55:34.988 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../017-python3-prettytable_0.7.2-5_all.deb ... 2024-09-13T16:55:35.027 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2024-09-13T16:55:35.195 INFO:teuthology.orchestra.run.smithi170.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 18.2.4-850-g50bbe7f3-1focal [120 kB] 2024-09-13T16:55:35.196 INFO:teuthology.orchestra.run.smithi170.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-mirror amd64 18.2.4-850-g50bbe7f3-1focal [270 kB] 2024-09-13T16:55:35.198 INFO:teuthology.orchestra.run.smithi170.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-shell all 18.2.4-850-g50bbe7f3-1focal [33.0 kB] 2024-09-13T16:55:35.217 INFO:teuthology.orchestra.run.smithi170.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-top all 18.2.4-850-g50bbe7f3-1focal [22.8 kB] 2024-09-13T16:55:35.217 INFO:teuthology.orchestra.run.smithi170.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 18.2.4-850-g50bbe7f3-1focal [37.4 kB] 2024-09-13T16:55:35.218 INFO:teuthology.orchestra.run.smithi170.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 18.2.4-850-g50bbe7f3-1focal [13.5 MB] 2024-09-13T16:55:35.313 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-rbd. 2024-09-13T16:55:35.331 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../018-python3-rbd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:35.362 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:35.765 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2024-09-13T16:55:35.784 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../019-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2024-09-13T16:55:35.823 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T16:55:36.006 INFO:teuthology.orchestra.run.smithi170.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 18.2.4-850-g50bbe7f3-1focal [107 kB] 2024-09-13T16:55:36.235 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package librabbitmq4:amd64. 2024-09-13T16:55:36.253 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../020-librabbitmq4_0.10.0-1_amd64.deb ... 2024-09-13T16:55:36.293 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T16:55:36.688 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-13T16:55:36.706 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../021-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2024-09-13T16:55:36.746 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T16:55:36.993 INFO:teuthology.orchestra.run.smithi170.stdout:Fetched 199 MB in 16s (12.2 MB/s) 2024-09-13T16:55:37.090 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package librgw2. 2024-09-13T16:55:37.112 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../022-librgw2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:37.156 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:37.184 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-13T16:55:37.248 INFO:teuthology.orchestra.run.smithi170.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 107754 files and directories currently installed.) 2024-09-13T16:55:37.251 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../000-python3-pyperclip_1.7.0-1_all.deb ... 2024-09-13T16:55:37.291 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pyperclip (1.7.0-1) ... 2024-09-13T16:55:37.660 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-13T16:55:37.680 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../001-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2024-09-13T16:55:37.718 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T16:55:38.063 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-cmd2. 2024-09-13T16:55:38.081 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../002-python3-cmd2_0.8.5-2.1_all.deb ... 2024-09-13T16:55:38.121 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-cmd2 (0.8.5-2.1) ... 2024-09-13T16:55:38.125 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-rgw. 2024-09-13T16:55:38.138 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../023-python3-rgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:38.192 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:38.457 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2024-09-13T16:55:38.476 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../003-liblttng-ust0_2.11.0-1_amd64.deb ... 2024-09-13T16:55:38.541 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T16:55:38.595 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package liboath0. 2024-09-13T16:55:38.613 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../024-liboath0_2.6.1-1.3_amd64.deb ... 2024-09-13T16:55:38.653 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2024-09-13T16:55:38.928 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-13T16:55:38.947 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2024-09-13T16:55:38.986 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T16:55:39.031 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libradosstriper1. 2024-09-13T16:55:39.049 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../025-libradosstriper1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:39.089 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:39.331 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-13T16:55:39.348 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../005-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2024-09-13T16:55:39.380 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T16:55:39.550 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-common. 2024-09-13T16:55:39.569 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../026-ceph-common_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:39.617 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:39.892 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-13T16:55:39.911 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../006-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:55:39.975 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:55:40.529 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-13T16:55:40.547 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../007-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:55:40.587 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:55:41.007 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-13T16:55:41.026 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../008-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T16:55:41.065 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:55:41.502 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libthrift-0.13.0. 2024-09-13T16:55:41.520 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../009-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2024-09-13T16:55:41.560 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T16:55:41.973 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../010-librbd1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:42.130 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking librbd1 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T16:55:42.181 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-base. 2024-09-13T16:55:42.198 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../027-ceph-base_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:42.260 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:42.896 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../011-librados2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:43.051 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking librados2 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T16:55:43.635 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-13T16:55:43.653 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../028-python3-cherrypy3_8.9.1-6_all.deb ... 2024-09-13T16:55:43.693 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2024-09-13T16:55:43.855 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libcephfs2. 2024-09-13T16:55:43.873 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../012-libcephfs2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:43.913 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:44.103 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-natsort. 2024-09-13T16:55:44.121 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../029-python3-natsort_7.0.1-1_all.deb ... 2024-09-13T16:55:44.161 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-natsort (7.0.1-1) ... 2024-09-13T16:55:44.316 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-rados. 2024-09-13T16:55:44.338 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../013-python3-rados_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:44.382 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:44.531 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-logutils. 2024-09-13T16:55:44.550 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../030-python3-logutils_0.3.3-7_all.deb ... 2024-09-13T16:55:44.589 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-logutils (0.3.3-7) ... 2024-09-13T16:55:44.793 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-13T16:55:44.811 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:55:44.851 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:44.959 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-13T16:55:44.977 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../031-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2024-09-13T16:55:45.016 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2024-09-13T16:55:45.129 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-cephfs. 2024-09-13T16:55:45.149 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../015-python3-cephfs_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:45.179 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:45.369 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-mako. 2024-09-13T16:55:45.391 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../032-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2024-09-13T16:55:45.444 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T16:55:45.532 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-13T16:55:45.551 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../016-python3-ceph-common_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:55:45.590 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:45.814 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-13T16:55:45.836 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../033-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-13T16:55:45.880 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-13T16:55:45.968 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-prettytable. 2024-09-13T16:55:45.987 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../017-python3-prettytable_0.7.2-5_all.deb ... 2024-09-13T16:55:46.026 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2024-09-13T16:55:46.233 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-13T16:55:46.253 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../034-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2024-09-13T16:55:46.291 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T16:55:46.329 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-rbd. 2024-09-13T16:55:46.349 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../018-python3-rbd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:46.387 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:46.653 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-webob. 2024-09-13T16:55:46.666 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../035-python3-webob_1%3a1.8.5-2ubuntu0.1_all.deb ... 2024-09-13T16:55:46.702 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T16:55:46.799 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2024-09-13T16:55:46.817 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../019-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2024-09-13T16:55:46.856 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T16:55:47.072 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-soupsieve. 2024-09-13T16:55:47.093 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../036-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2024-09-13T16:55:47.138 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T16:55:47.268 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package librabbitmq4:amd64. 2024-09-13T16:55:47.287 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../020-librabbitmq4_0.10.0-1_amd64.deb ... 2024-09-13T16:55:47.326 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T16:55:47.462 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-bs4. 2024-09-13T16:55:47.481 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../037-python3-bs4_4.8.2-1_all.deb ... 2024-09-13T16:55:47.520 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2024-09-13T16:55:47.712 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-13T16:55:47.730 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../021-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2024-09-13T16:55:47.770 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T16:55:47.939 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-waitress. 2024-09-13T16:55:47.957 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../038-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2024-09-13T16:55:48.004 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T16:55:48.132 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package librgw2. 2024-09-13T16:55:48.150 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../022-librgw2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:48.182 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:48.425 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-tempita. 2024-09-13T16:55:48.445 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../039-python3-tempita_0.5.2-6_all.deb ... 2024-09-13T16:55:48.482 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-tempita (0.5.2-6) ... 2024-09-13T16:55:48.827 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-paste. 2024-09-13T16:55:48.849 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../040-python3-paste_3.4.0+dfsg1-1_all.deb ... 2024-09-13T16:55:48.893 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T16:55:49.084 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-rgw. 2024-09-13T16:55:49.097 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../023-python3-rgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:49.134 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:49.288 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-13T16:55:49.308 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../041-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2024-09-13T16:55:49.346 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T16:55:49.537 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package liboath0. 2024-09-13T16:55:49.556 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../024-liboath0_2.6.1-1.3_amd64.deb ... 2024-09-13T16:55:49.595 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2024-09-13T16:55:49.707 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-13T16:55:49.726 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../042-python3-pastedeploy_2.1.0-1_all.deb ... 2024-09-13T16:55:49.765 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2024-09-13T16:55:49.940 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libradosstriper1. 2024-09-13T16:55:49.959 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../025-libradosstriper1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:49.998 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:50.144 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-webtest. 2024-09-13T16:55:50.165 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../043-python3-webtest_2.0.32-2_all.deb ... 2024-09-13T16:55:50.210 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-webtest (2.0.32-2) ... 2024-09-13T16:55:50.476 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-common. 2024-09-13T16:55:50.495 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../026-ceph-common_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:50.526 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:50.564 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-pecan. 2024-09-13T16:55:50.582 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../044-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2024-09-13T16:55:50.622 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T16:55:51.035 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-13T16:55:51.053 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../045-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.2_all.deb ... 2024-09-13T16:55:51.092 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T16:55:51.454 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-13T16:55:51.475 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../046-ceph-mgr-modules-core_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:55:51.520 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:51.967 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-13T16:55:51.985 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../047-libsqlite3-mod-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:52.025 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:52.386 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-13T16:55:52.405 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../048-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2024-09-13T16:55:52.443 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T16:55:52.805 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-cryptography. 2024-09-13T16:55:52.823 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../049-python3-cryptography_2.8-3ubuntu0.3_amd64.deb ... 2024-09-13T16:55:52.863 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T16:55:53.263 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-base. 2024-09-13T16:55:53.280 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../027-ceph-base_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:53.283 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-openssl. 2024-09-13T16:55:53.302 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../050-python3-openssl_19.0.0-1build1_all.deb ... 2024-09-13T16:55:53.350 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2024-09-13T16:55:53.351 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:54.494 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-mgr. 2024-09-13T16:55:54.512 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../051-ceph-mgr_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:54.561 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:54.684 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-13T16:55:54.703 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../028-python3-cherrypy3_8.9.1-6_all.deb ... 2024-09-13T16:55:54.742 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2024-09-13T16:55:55.097 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-mon. 2024-09-13T16:55:55.104 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-natsort. 2024-09-13T16:55:55.115 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../052-ceph-mon_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:55.124 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../029-python3-natsort_7.0.1-1_all.deb ... 2024-09-13T16:55:55.155 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:55.162 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-natsort (7.0.1-1) ... 2024-09-13T16:55:55.541 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-logutils. 2024-09-13T16:55:55.560 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../030-python3-logutils_0.3.3-7_all.deb ... 2024-09-13T16:55:55.598 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-logutils (0.3.3-7) ... 2024-09-13T16:55:55.960 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-13T16:55:55.979 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../031-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2024-09-13T16:55:56.018 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2024-09-13T16:55:56.135 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-osd. 2024-09-13T16:55:56.154 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../053-ceph-osd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:56.193 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:56.355 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-mako. 2024-09-13T16:55:56.373 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../032-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2024-09-13T16:55:56.421 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T16:55:56.808 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-13T16:55:56.829 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../033-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-13T16:55:56.874 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-13T16:55:57.237 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-13T16:55:57.255 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../034-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2024-09-13T16:55:57.296 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T16:55:57.659 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-webob. 2024-09-13T16:55:57.677 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../035-python3-webob_1%3a1.8.5-2ubuntu0.1_all.deb ... 2024-09-13T16:55:57.717 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T16:55:58.070 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-soupsieve. 2024-09-13T16:55:58.087 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../036-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2024-09-13T16:55:58.128 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T16:55:58.296 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph. 2024-09-13T16:55:58.314 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../054-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:58.354 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:58.472 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-bs4. 2024-09-13T16:55:58.490 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../037-python3-bs4_4.8.2-1_all.deb ... 2024-09-13T16:55:58.530 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2024-09-13T16:55:58.732 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-fuse. 2024-09-13T16:55:58.745 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../055-ceph-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:58.823 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:58.933 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-waitress. 2024-09-13T16:55:58.952 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../038-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2024-09-13T16:55:58.998 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T16:55:59.276 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-mds. 2024-09-13T16:55:59.293 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../056-ceph-mds_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:59.334 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:55:59.362 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-tempita. 2024-09-13T16:55:59.381 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../039-python3-tempita_0.5.2-6_all.deb ... 2024-09-13T16:55:59.419 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-tempita (0.5.2-6) ... 2024-09-13T16:55:59.765 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-paste. 2024-09-13T16:55:59.783 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../040-python3-paste_3.4.0+dfsg1-1_all.deb ... 2024-09-13T16:55:59.823 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T16:55:59.854 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package cephadm. 2024-09-13T16:55:59.872 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../057-cephadm_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:55:59.912 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:00.218 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-13T16:56:00.239 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../041-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2024-09-13T16:56:00.265 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-13T16:56:00.282 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../058-python3-asyncssh_1.12.2-1_all.deb ... 2024-09-13T16:56:00.318 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T16:56:00.322 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-asyncssh (1.12.2-1) ... 2024-09-13T16:56:00.638 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-13T16:56:00.658 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../042-python3-pastedeploy_2.1.0-1_all.deb ... 2024-09-13T16:56:00.729 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2024-09-13T16:56:00.767 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-jinja2. 2024-09-13T16:56:00.785 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../059-python3-jinja2_2.10.1-2ubuntu0.3_all.deb ... 2024-09-13T16:56:00.825 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T16:56:01.049 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-webtest. 2024-09-13T16:56:01.067 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../043-python3-webtest_2.0.32-2_all.deb ... 2024-09-13T16:56:01.132 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-webtest (2.0.32-2) ... 2024-09-13T16:56:01.195 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-13T16:56:01.214 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../060-ceph-mgr-cephadm_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:01.253 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:01.468 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pecan. 2024-09-13T16:56:01.487 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../044-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2024-09-13T16:56:01.568 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T16:56:01.665 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-jwt. 2024-09-13T16:56:01.685 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../061-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2024-09-13T16:56:01.722 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T16:56:01.990 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-13T16:56:02.006 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../045-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.2_all.deb ... 2024-09-13T16:56:02.048 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T16:56:02.084 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-attr. 2024-09-13T16:56:02.102 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../062-python3-attr_19.3.0-2_all.deb ... 2024-09-13T16:56:02.141 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-attr (19.3.0-2) ... 2024-09-13T16:56:02.401 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-13T16:56:02.420 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../046-ceph-mgr-modules-core_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:02.545 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-pluggy. 2024-09-13T16:56:02.562 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../063-python3-pluggy_0.13.0-2_all.deb ... 2024-09-13T16:56:02.602 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2024-09-13T16:56:02.725 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:02.989 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-py. 2024-09-13T16:56:03.006 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../064-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2024-09-13T16:56:03.047 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T16:56:03.222 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-13T16:56:03.243 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../047-libsqlite3-mod-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:03.288 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:03.425 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-atomicwrites. 2024-09-13T16:56:03.445 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../065-python3-atomicwrites_1.1.5-2build1_all.deb ... 2024-09-13T16:56:03.483 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T16:56:03.675 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-13T16:56:03.695 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../048-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2024-09-13T16:56:03.733 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T16:56:03.861 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-packaging. 2024-09-13T16:56:03.879 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../066-python3-packaging_20.3-1_all.deb ... 2024-09-13T16:56:04.103 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-cryptography. 2024-09-13T16:56:04.124 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../049-python3-cryptography_2.8-3ubuntu0.3_amd64.deb ... 2024-09-13T16:56:04.161 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T16:56:04.177 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-packaging (20.3-1) ... 2024-09-13T16:56:04.513 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-pytest. 2024-09-13T16:56:04.533 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../067-python3-pytest_4.6.9-1_all.deb ... 2024-09-13T16:56:04.571 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-pytest (4.6.9-1) ... 2024-09-13T16:56:04.598 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-openssl. 2024-09-13T16:56:04.619 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../050-python3-openssl_19.0.0-1build1_all.deb ... 2024-09-13T16:56:04.656 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2024-09-13T16:56:04.950 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-13T16:56:04.969 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-09-13T16:56:05.008 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-13T16:56:05.053 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr. 2024-09-13T16:56:05.071 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../051-ceph-mgr_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:05.110 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:05.328 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libjs-underscore. 2024-09-13T16:56:05.349 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../069-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2024-09-13T16:56:05.386 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T16:56:05.639 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mon. 2024-09-13T16:56:05.657 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../052-ceph-mon_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:05.663 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libjs-sphinxdoc. 2024-09-13T16:56:05.683 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../070-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2024-09-13T16:56:05.713 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T16:56:05.722 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:06.049 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-routes. 2024-09-13T16:56:06.068 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../071-python3-routes_2.4.1-2_all.deb ... 2024-09-13T16:56:06.107 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-routes (2.4.1-2) ... 2024-09-13T16:56:06.503 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-13T16:56:06.524 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../072-ceph-mgr-dashboard_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:06.569 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:06.728 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-osd. 2024-09-13T16:56:06.748 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../053-ceph-osd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:06.785 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:07.991 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-decorator. 2024-09-13T16:56:08.010 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../073-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2024-09-13T16:56:08.048 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T16:56:08.422 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2024-09-13T16:56:08.441 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../074-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2024-09-13T16:56:08.479 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T16:56:08.849 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-scipy. 2024-09-13T16:56:08.866 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../075-python3-scipy_1.3.3-3build1_amd64.deb ... 2024-09-13T16:56:08.889 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph. 2024-09-13T16:56:08.907 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2024-09-13T16:56:08.907 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../054-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:08.947 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:09.333 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-fuse. 2024-09-13T16:56:09.352 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../055-ceph-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:09.391 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:09.894 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mds. 2024-09-13T16:56:09.912 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../056-ceph-mds_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:09.977 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:10.382 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-sklearn-lib. 2024-09-13T16:56:10.407 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../076-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2024-09-13T16:56:10.473 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T16:56:10.530 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package cephadm. 2024-09-13T16:56:10.549 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../057-cephadm_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:10.589 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:10.967 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-13T16:56:10.985 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../058-python3-asyncssh_1.12.2-1_all.deb ... 2024-09-13T16:56:11.025 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-asyncssh (1.12.2-1) ... 2024-09-13T16:56:11.078 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-joblib. 2024-09-13T16:56:11.100 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../077-python3-joblib_0.14.0-3_all.deb ... 2024-09-13T16:56:11.144 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-joblib (0.14.0-3) ... 2024-09-13T16:56:11.453 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-jinja2. 2024-09-13T16:56:11.472 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../059-python3-jinja2_2.10.1-2ubuntu0.3_all.deb ... 2024-09-13T16:56:11.510 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T16:56:11.564 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-sklearn. 2024-09-13T16:56:11.582 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../078-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2024-09-13T16:56:11.622 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T16:56:11.881 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-13T16:56:11.899 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../060-ceph-mgr-cephadm_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:11.938 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:12.342 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-jwt. 2024-09-13T16:56:12.361 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../061-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2024-09-13T16:56:12.400 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T16:56:12.444 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-13T16:56:12.462 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../079-ceph-mgr-diskprediction-local_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:12.499 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:12.770 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-attr. 2024-09-13T16:56:12.788 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../062-python3-attr_19.3.0-2_all.deb ... 2024-09-13T16:56:12.827 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-attr (19.3.0-2) ... 2024-09-13T16:56:13.181 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pluggy. 2024-09-13T16:56:13.199 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../063-python3-pluggy_0.13.0-2_all.deb ... 2024-09-13T16:56:13.238 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2024-09-13T16:56:13.642 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-py. 2024-09-13T16:56:13.660 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../064-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2024-09-13T16:56:13.700 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T16:56:13.721 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-cachetools. 2024-09-13T16:56:13.740 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../080-python3-cachetools_4.0.0-1_all.deb ... 2024-09-13T16:56:13.779 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2024-09-13T16:56:14.103 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-atomicwrites. 2024-09-13T16:56:14.121 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../065-python3-atomicwrites_1.1.5-2build1_all.deb ... 2024-09-13T16:56:14.204 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T16:56:14.226 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-13T16:56:14.245 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../081-python3-pyasn1_0.4.2-3build1_all.deb ... 2024-09-13T16:56:14.284 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T16:56:14.523 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-packaging. 2024-09-13T16:56:14.540 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../066-python3-packaging_20.3-1_all.deb ... 2024-09-13T16:56:14.614 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-packaging (20.3-1) ... 2024-09-13T16:56:14.672 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-13T16:56:14.694 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../082-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2024-09-13T16:56:14.746 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T16:56:14.951 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pytest. 2024-09-13T16:56:14.968 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../067-python3-pytest_4.6.9-1_all.deb ... 2024-09-13T16:56:15.042 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pytest (4.6.9-1) ... 2024-09-13T16:56:15.133 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-rsa. 2024-09-13T16:56:15.152 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../083-python3-rsa_4.0-3_all.deb ... 2024-09-13T16:56:15.207 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-rsa (4.0-3) ... 2024-09-13T16:56:15.438 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-13T16:56:15.456 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-09-13T16:56:15.495 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-13T16:56:15.586 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-google-auth. 2024-09-13T16:56:15.600 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../084-python3-google-auth_1.5.1-2_all.deb ... 2024-09-13T16:56:15.644 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2024-09-13T16:56:15.782 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libjs-underscore. 2024-09-13T16:56:15.802 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../069-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2024-09-13T16:56:15.873 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T16:56:16.014 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-blinker. 2024-09-13T16:56:16.027 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../085-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2024-09-13T16:56:16.072 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T16:56:16.160 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libjs-sphinxdoc. 2024-09-13T16:56:16.179 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../070-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2024-09-13T16:56:16.217 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T16:56:16.409 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-oauthlib. 2024-09-13T16:56:16.428 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../086-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2024-09-13T16:56:16.466 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T16:56:16.554 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-routes. 2024-09-13T16:56:16.575 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../071-python3-routes_2.4.1-2_all.deb ... 2024-09-13T16:56:16.620 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-routes (2.4.1-2) ... 2024-09-13T16:56:16.854 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-13T16:56:16.876 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2024-09-13T16:56:16.920 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T16:56:16.990 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-13T16:56:17.008 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../072-ceph-mgr-dashboard_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:17.048 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:17.301 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-websocket. 2024-09-13T16:56:17.321 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../088-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2024-09-13T16:56:17.358 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T16:56:17.737 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-13T16:56:17.750 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../089-python3-kubernetes_7.0.0~a1-2_all.deb ... 2024-09-13T16:56:17.795 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T16:56:18.426 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-13T16:56:18.445 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:18.488 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:18.574 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-decorator. 2024-09-13T16:56:18.592 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../073-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2024-09-13T16:56:18.632 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T16:56:18.883 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-13T16:56:18.904 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../091-libonig5_6.9.4-1_amd64.deb ... 2024-09-13T16:56:18.949 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2024-09-13T16:56:18.976 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2024-09-13T16:56:18.995 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../074-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2024-09-13T16:56:19.034 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T16:56:19.344 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-13T16:56:19.363 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../092-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:56:19.396 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-scipy. 2024-09-13T16:56:19.416 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../075-python3-scipy_1.3.3-3build1_amd64.deb ... 2024-09-13T16:56:19.439 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:56:19.462 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2024-09-13T16:56:19.730 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package jq. 2024-09-13T16:56:19.750 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../093-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:56:19.790 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:56:20.084 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package socat. 2024-09-13T16:56:20.098 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../094-socat_1.7.3.3-2_amd64.deb ... 2024-09-13T16:56:20.142 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking socat (1.7.3.3-2) ... 2024-09-13T16:56:20.497 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package xmlstarlet. 2024-09-13T16:56:20.514 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2build1_amd64.deb ... 2024-09-13T16:56:20.554 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2024-09-13T16:56:20.863 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-sklearn-lib. 2024-09-13T16:56:20.877 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../076-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2024-09-13T16:56:20.938 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T16:56:20.968 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-test. 2024-09-13T16:56:20.990 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../096-ceph-test_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:21.034 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:21.546 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-joblib. 2024-09-13T16:56:21.568 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../077-python3-joblib_0.14.0-3_all.deb ... 2024-09-13T16:56:21.612 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-joblib (0.14.0-3) ... 2024-09-13T16:56:22.033 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-sklearn. 2024-09-13T16:56:22.055 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../078-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2024-09-13T16:56:22.099 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T16:56:22.902 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-13T16:56:22.921 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../079-ceph-mgr-diskprediction-local_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:22.985 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:24.250 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-cachetools. 2024-09-13T16:56:24.268 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../080-python3-cachetools_4.0.0-1_all.deb ... 2024-09-13T16:56:24.312 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2024-09-13T16:56:24.760 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-13T16:56:24.780 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../081-python3-pyasn1_0.4.2-3build1_all.deb ... 2024-09-13T16:56:24.809 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T16:56:24.963 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ceph-volume. 2024-09-13T16:56:24.982 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../097-ceph-volume_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:25.021 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:25.197 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-13T16:56:25.216 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../082-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2024-09-13T16:56:25.255 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T16:56:25.459 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-13T16:56:25.477 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../098-cephfs-mirror_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:25.516 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:25.642 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-rsa. 2024-09-13T16:56:25.661 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../083-python3-rsa_4.0-3_all.deb ... 2024-09-13T16:56:25.700 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-rsa (4.0-3) ... 2024-09-13T16:56:25.936 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-colorama. 2024-09-13T16:56:25.957 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../099-python3-colorama_0.4.3-1build1_all.deb ... 2024-09-13T16:56:25.994 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-colorama (0.4.3-1build1) ... 2024-09-13T16:56:26.079 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-google-auth. 2024-09-13T16:56:26.099 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../084-python3-google-auth_1.5.1-2_all.deb ... 2024-09-13T16:56:26.136 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2024-09-13T16:56:26.314 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package cephfs-shell. 2024-09-13T16:56:26.333 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../100-cephfs-shell_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:26.372 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:26.532 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-blinker. 2024-09-13T16:56:26.552 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../085-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2024-09-13T16:56:26.590 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T16:56:26.708 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package cephfs-top. 2024-09-13T16:56:26.734 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../101-cephfs-top_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:26.774 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:26.970 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-oauthlib. 2024-09-13T16:56:26.989 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../086-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2024-09-13T16:56:27.029 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T16:56:27.069 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package fonts-mathjax. 2024-09-13T16:56:27.086 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../102-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T16:56:27.126 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:56:27.433 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-13T16:56:27.455 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2024-09-13T16:56:27.499 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T16:56:27.672 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-13T16:56:27.694 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../103-libcephfs-dev_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:27.738 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:27.878 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-websocket. 2024-09-13T16:56:27.897 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../088-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2024-09-13T16:56:27.935 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T16:56:28.175 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package nvme-cli. 2024-09-13T16:56:28.196 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../104-nvme-cli_1.9-1ubuntu0.2_amd64.deb ... 2024-09-13T16:56:28.271 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T16:56:28.301 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-13T16:56:28.320 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../089-python3-kubernetes_7.0.0~a1-2_all.deb ... 2024-09-13T16:56:28.359 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T16:56:28.689 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-13T16:56:28.706 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../105-python-asyncssh-doc_1.12.2-1_all.deb ... 2024-09-13T16:56:28.746 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python-asyncssh-doc (1.12.2-1) ... 2024-09-13T16:56:29.081 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-13T16:56:29.103 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:29.146 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:29.199 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libjs-mathjax. 2024-09-13T16:56:29.219 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../106-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T16:56:29.257 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:56:29.528 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-13T16:56:29.547 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../091-libonig5_6.9.4-1_amd64.deb ... 2024-09-13T16:56:29.585 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2024-09-13T16:56:29.997 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-13T16:56:30.017 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../092-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:56:30.099 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:56:30.391 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package jq. 2024-09-13T16:56:30.411 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../093-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:56:30.449 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:56:30.752 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package socat. 2024-09-13T16:56:30.771 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../094-socat_1.7.3.3-2_amd64.deb ... 2024-09-13T16:56:30.810 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking socat (1.7.3.3-2) ... 2024-09-13T16:56:31.189 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package xmlstarlet. 2024-09-13T16:56:31.208 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2build1_amd64.deb ... 2024-09-13T16:56:31.246 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2024-09-13T16:56:31.403 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python-natsort-doc. 2024-09-13T16:56:31.423 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../107-python-natsort-doc_7.0.1-1_all.deb ... 2024-09-13T16:56:31.460 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2024-09-13T16:56:31.669 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-test. 2024-09-13T16:56:31.681 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../096-ceph-test_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:31.734 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:31.855 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-webencodings. 2024-09-13T16:56:31.874 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../108-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2024-09-13T16:56:31.914 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T16:56:32.258 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-html5lib. 2024-09-13T16:56:32.278 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../109-python3-html5lib_1.0.1-2_all.deb ... 2024-09-13T16:56:32.316 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2024-09-13T16:56:32.728 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-lxml:amd64. 2024-09-13T16:56:32.747 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../110-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2024-09-13T16:56:32.785 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T16:56:33.323 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-pastescript. 2024-09-13T16:56:33.343 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../111-python3-pastescript_2.0.2-4_all.deb ... 2024-09-13T16:56:33.380 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-13T16:56:33.768 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-psutil. 2024-09-13T16:56:33.788 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../112-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2024-09-13T16:56:33.825 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T16:56:34.203 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-13T16:56:34.218 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../113-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2024-09-13T16:56:34.261 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T16:56:34.681 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package python3-simplejson. 2024-09-13T16:56:34.696 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../114-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2024-09-13T16:56:35.156 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T16:56:35.525 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-13T16:56:35.544 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2024-09-13T16:56:35.583 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T16:56:35.722 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ceph-volume. 2024-09-13T16:56:35.741 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../097-ceph-volume_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:35.780 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:36.234 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-13T16:56:36.252 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../098-cephfs-mirror_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:36.292 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:36.371 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package radosgw. 2024-09-13T16:56:36.391 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../116-radosgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:36.428 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:36.670 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-colorama. 2024-09-13T16:56:36.691 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../099-python3-colorama_0.4.3-1build1_all.deb ... 2024-09-13T16:56:36.762 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-colorama (0.4.3-1build1) ... 2024-09-13T16:56:37.040 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package cephfs-shell. 2024-09-13T16:56:37.060 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../100-cephfs-shell_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:37.105 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:37.433 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package cephfs-top. 2024-09-13T16:56:37.454 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../101-cephfs-top_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T16:56:37.499 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:37.811 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package fonts-mathjax. 2024-09-13T16:56:37.829 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../102-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T16:56:37.857 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package rbd-fuse. 2024-09-13T16:56:37.869 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:56:37.875 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../117-rbd-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:37.914 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:38.278 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-attr (19.3.0-2) ... 2024-09-13T16:56:38.631 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-13T16:56:38.652 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../103-libcephfs-dev_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:38.653 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T16:56:38.697 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:38.779 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T16:56:38.947 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T16:56:39.142 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package nvme-cli. 2024-09-13T16:56:39.160 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../104-nvme-cli_1.9-1ubuntu0.2_amd64.deb ... 2024-09-13T16:56:39.165 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:39.246 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T16:56:39.589 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-13T16:56:39.612 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../105-python-asyncssh-doc_1.12.2-1_all.deb ... 2024-09-13T16:56:39.655 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python-asyncssh-doc (1.12.2-1) ... 2024-09-13T16:56:39.815 INFO:teuthology.orchestra.run.smithi099.stdout:Adding system user cephadm....done 2024-09-13T16:56:40.005 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:56:40.131 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T16:56:40.133 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libjs-mathjax. 2024-09-13T16:56:40.154 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../106-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T16:56:40.199 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:56:40.582 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-13T16:56:40.967 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:56:41.116 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up liboath0 (2.6.1-1.3) ... 2024-09-13T16:56:41.252 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T16:56:41.654 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-joblib (0.14.0-3) ... 2024-09-13T16:56:42.131 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T16:56:42.278 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python-natsort-doc. 2024-09-13T16:56:42.300 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../107-python-natsort-doc_7.0.1-1_all.deb ... 2024-09-13T16:56:42.369 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2024-09-13T16:56:42.499 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-cachetools (4.0.0-1) ... 2024-09-13T16:56:42.772 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-webencodings. 2024-09-13T16:56:42.793 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../108-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2024-09-13T16:56:42.830 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T16:56:42.858 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-colorama (0.4.3-1build1) ... 2024-09-13T16:56:43.200 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-html5lib. 2024-09-13T16:56:43.221 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../109-python3-html5lib_1.0.1-2_all.deb ... 2024-09-13T16:56:43.235 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T16:56:43.257 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2024-09-13T16:56:43.577 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T16:56:43.670 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-lxml:amd64. 2024-09-13T16:56:43.690 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../110-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2024-09-13T16:56:43.727 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T16:56:43.937 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:44.248 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pastescript. 2024-09-13T16:56:44.272 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../111-python3-pastescript_2.0.2-4_all.deb ... 2024-09-13T16:56:44.305 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T16:56:44.314 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-13T16:56:44.431 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-pyperclip (1.7.0-1) ... 2024-09-13T16:56:44.709 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-psutil. 2024-09-13T16:56:44.729 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../112-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2024-09-13T16:56:44.767 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T16:56:44.782 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2024-09-13T16:56:45.145 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T16:56:45.170 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-13T16:56:45.190 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../113-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2024-09-13T16:56:45.261 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T16:56:45.501 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T16:56:45.631 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package python3-simplejson. 2024-09-13T16:56:45.650 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../114-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2024-09-13T16:56:45.651 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T16:56:45.706 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T16:56:45.992 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-13T16:56:46.016 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2024-09-13T16:56:46.079 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T16:56:46.119 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-natsort (7.0.1-1) ... 2024-09-13T16:56:46.462 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T16:56:46.830 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T16:56:46.929 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package radosgw. 2024-09-13T16:56:46.949 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../116-radosgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:46.989 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:47.232 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T16:56:47.566 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T16:56:47.975 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-tempita (0.5.2-6) ... 2024-09-13T16:56:48.335 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-packaging (20.3-1) ... 2024-09-13T16:56:48.390 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package rbd-fuse. 2024-09-13T16:56:48.413 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../117-rbd-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T16:56:48.456 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:48.686 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T16:56:48.851 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-attr (19.3.0-2) ... 2024-09-13T16:56:48.853 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T16:56:48.979 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T16:56:49.219 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T16:56:49.330 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T16:56:49.345 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T16:56:49.505 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T16:56:49.723 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:49.832 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-cmd2 (0.8.5-2.1) ... 2024-09-13T16:56:50.208 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T16:56:50.416 INFO:teuthology.orchestra.run.smithi170.stdout:Adding system user cephadm....done 2024-09-13T16:56:50.604 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:56:50.651 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T16:56:50.739 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T16:56:51.103 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up socat (1.7.3.3-2) ... 2024-09-13T16:56:51.173 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-13T16:56:51.246 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:51.533 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T16:56:51.631 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:56:51.658 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up liboath0 (2.6.1-1.3) ... 2024-09-13T16:56:51.773 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-html5lib (1.0.1-2) ... 2024-09-13T16:56:51.784 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T16:56:52.178 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-joblib (0.14.0-3) ... 2024-09-13T16:56:52.241 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T16:56:52.392 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2024-09-13T16:56:52.518 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-pluggy (0.13.0-2) ... 2024-09-13T16:56:52.638 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T16:56:52.869 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T16:56:53.023 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-cachetools (4.0.0-1) ... 2024-09-13T16:56:53.254 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:56:53.380 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T16:56:53.382 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-colorama (0.4.3-1build1) ... 2024-09-13T16:56:53.506 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T16:56:53.725 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T16:56:53.900 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T16:56:54.060 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T16:56:54.242 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-logutils (0.3.3-7) ... 2024-09-13T16:56:54.427 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:56:54.610 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T16:56:54.736 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-13T16:56:54.808 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T16:56:54.946 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pyperclip (1.7.0-1) ... 2024-09-13T16:56:55.088 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-prettytable (0.7.2-5) ... 2024-09-13T16:56:55.306 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2024-09-13T16:56:55.480 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T16:56:55.682 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T16:56:55.848 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T16:56:56.074 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T16:56:56.200 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T16:56:56.272 INFO:teuthology.orchestra.run.smithi099.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2024-09-13T16:56:56.575 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2024-09-13T16:56:56.660 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-natsort (7.0.1-1) ... 2024-09-13T16:56:56.701 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T16:56:57.019 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T16:56:57.111 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2024-09-13T16:56:57.378 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T16:56:57.546 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T16:56:57.704 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T16:56:57.788 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T16:56:57.840 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T16:56:58.181 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T16:56:58.249 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T16:56:58.599 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-tempita (0.5.2-6) ... 2024-09-13T16:56:58.625 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2024-09-13T16:56:58.989 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-packaging (20.3-1) ... 2024-09-13T16:56:59.392 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T16:56:59.535 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T16:56:59.653 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T16:56:59.979 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T16:57:00.431 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:57:00.439 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-cmd2 (0.8.5-2.1) ... 2024-09-13T16:57:00.557 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-pytest (4.6.9-1) ... 2024-09-13T16:57:00.799 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T16:57:01.008 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2024-09-13T16:57:01.250 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T16:57:01.393 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2024-09-13T16:57:01.718 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up socat (1.7.3.3-2) ... 2024-09-13T16:57:01.779 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:57:01.844 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:01.905 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-bs4 (4.8.2-1) ... 2024-09-13T16:57:02.271 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:57:02.323 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T16:57:02.439 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-html5lib (1.0.1-2) ... 2024-09-13T16:57:02.717 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-asyncssh (1.12.2-1) ... 2024-09-13T16:57:02.881 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T16:57:03.007 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2024-09-13T16:57:03.158 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pluggy (0.13.0-2) ... 2024-09-13T16:57:03.185 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T16:57:03.509 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T16:57:03.578 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T16:57:03.911 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:57:04.062 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T16:57:04.190 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T16:57:04.590 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T16:57:04.809 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T16:57:04.949 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-logutils (0.3.3-7) ... 2024-09-13T16:57:04.959 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2024-09-13T16:57:05.086 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:57:05.212 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-rsa (4.0-3) ... 2024-09-13T16:57:05.308 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T16:57:05.434 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-13T16:57:05.777 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-prettytable (0.7.2-5) ... 2024-09-13T16:57:05.921 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T16:57:06.047 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-webtest (2.0.32-2) ... 2024-09-13T16:57:06.136 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T16:57:06.415 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T16:57:06.513 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T16:57:06.808 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-13T16:57:06.848 INFO:teuthology.orchestra.run.smithi170.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2024-09-13T16:57:07.174 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2024-09-13T16:57:07.184 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T16:57:07.324 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T16:57:07.645 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up librados2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:07.751 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2024-09-13T16:57:07.906 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python-asyncssh-doc (1.12.2-1) ... 2024-09-13T16:57:08.032 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:08.184 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:08.185 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T16:57:08.310 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:08.311 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T16:57:08.437 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T16:57:08.461 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-routes (2.4.1-2) ... 2024-09-13T16:57:08.813 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:08.863 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T16:57:08.939 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-google-auth (1.5.1-2) ... 2024-09-13T16:57:09.309 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up librbd1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:09.381 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2024-09-13T16:57:09.433 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:09.584 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:09.836 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T16:57:09.836 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T16:57:10.660 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:10.979 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:11.113 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:11.179 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:57:11.239 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T16:57:11.305 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pytest (4.6.9-1) ... 2024-09-13T16:57:11.773 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2024-09-13T16:57:12.174 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2024-09-13T16:57:12.385 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:12.521 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:12.983 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T16:57:12.983 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-bs4 (4.8.2-1) ... 2024-09-13T16:57:12.983 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:12.984 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:12.984 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:13.065 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:13.153 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T16:57:13.579 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-asyncssh (1.12.2-1) ... 2024-09-13T16:57:13.704 INFO:teuthology.orchestra.run.smithi099.stdout:Adding group ceph....done 2024-09-13T16:57:14.047 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T16:57:14.175 INFO:teuthology.orchestra.run.smithi099.stdout:Adding system user ceph....done 2024-09-13T16:57:14.374 INFO:teuthology.orchestra.run.smithi099.stdout:Setting system user ceph properties....done 2024-09-13T16:57:14.405 INFO:teuthology.orchestra.run.smithi099.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-13T16:57:14.490 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T16:57:14.621 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-13T16:57:15.169 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-13T16:57:15.712 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T16:57:15.838 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2024-09-13T16:57:15.964 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T16:57:16.101 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:16.140 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-rsa (4.0-3) ... 2024-09-13T16:57:16.359 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:57:16.359 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:57:16.491 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T16:57:16.617 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-webtest (2.0.32-2) ... 2024-09-13T16:57:16.977 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T16:57:17.227 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:17.337 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-13T16:57:17.362 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:17.729 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T16:57:18.066 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:57:18.066 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:57:18.190 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up librados2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:18.409 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python-asyncssh-doc (1.12.2-1) ... 2024-09-13T16:57:18.561 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:18.695 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:18.821 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:18.932 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:18.981 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-routes (2.4.1-2) ... 2024-09-13T16:57:19.382 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:19.463 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-13T16:57:19.508 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-google-auth (1.5.1-2) ... 2024-09-13T16:57:19.876 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up librbd1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:20.002 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:20.137 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:20.315 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:20.419 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T16:57:20.419 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T16:57:20.617 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T16:57:20.617 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T16:57:21.272 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:21.398 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:21.451 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:21.714 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T16:57:21.714 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T16:57:22.025 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:22.151 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T16:57:22.552 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:23.305 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:23.399 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T16:57:23.399 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T16:57:23.433 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:23.557 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:23.708 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:23.833 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:23.976 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:24.256 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:24.405 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:24.556 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:24.789 INFO:teuthology.orchestra.run.smithi170.stdout:Adding group ceph....done 2024-09-13T16:57:24.813 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T16:57:24.813 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T16:57:25.239 INFO:teuthology.orchestra.run.smithi170.stdout:Adding system user ceph....done 2024-09-13T16:57:25.451 INFO:teuthology.orchestra.run.smithi170.stdout:Setting system user ceph properties....done 2024-09-13T16:57:25.483 INFO:teuthology.orchestra.run.smithi170.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-13T16:57:25.674 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:25.690 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-13T16:57:25.841 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:25.967 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:26.186 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:26.238 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-13T16:57:26.672 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T16:57:26.832 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T16:57:27.146 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:27.317 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T16:57:27.408 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:57:27.408 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:57:28.205 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:28.356 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:29.076 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:57:29.076 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:57:29.950 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:30.492 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-13T16:57:31.360 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:31.641 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T16:57:31.641 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T16:57:32.471 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2024-09-13T16:57:32.504 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:32.779 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T16:57:32.779 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T16:57:33.284 INFO:teuthology.orchestra.run.smithi099.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T16:57:33.290 DEBUG:teuthology.orchestra.run.smithi099:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-13T16:57:33.408 INFO:teuthology.orchestra.run.smithi099.stdout:Reading package lists... 2024-09-13T16:57:33.621 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:33.626 INFO:teuthology.orchestra.run.smithi099.stdout:Building dependency tree... 2024-09-13T16:57:33.627 INFO:teuthology.orchestra.run.smithi099.stdout:Reading state information... 2024-09-13T16:57:33.841 INFO:teuthology.orchestra.run.smithi099.stdout:bison is already the newest version (2:3.5.1+dfsg-1). 2024-09-13T16:57:33.841 INFO:teuthology.orchestra.run.smithi099.stdout:flex is already the newest version (2.6.4-6.2). 2024-09-13T16:57:33.841 INFO:teuthology.orchestra.run.smithi099.stdout:iproute2 is already the newest version (5.5.0-1ubuntu1). 2024-09-13T16:57:33.842 INFO:teuthology.orchestra.run.smithi099.stdout:libtool-bin is already the newest version (2.4.6-14). 2024-09-13T16:57:33.842 INFO:teuthology.orchestra.run.smithi099.stdout:xfslibs-dev is already the newest version (5.3.0-1ubuntu2). 2024-09-13T16:57:33.842 INFO:teuthology.orchestra.run.smithi099.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T16:57:33.842 INFO:teuthology.orchestra.run.smithi099.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T16:57:33.842 INFO:teuthology.orchestra.run.smithi099.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T16:57:33.843 INFO:teuthology.orchestra.run.smithi099.stdout:The following additional packages will be installed: 2024-09-13T16:57:33.843 INFO:teuthology.orchestra.run.smithi099.stdout: libbluetooth3 libdw1 libelf1 liblzo2-2 libmbim-glib4 libmbim-proxy 2024-09-13T16:57:33.843 INFO:teuthology.orchestra.run.smithi099.stdout: libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl1.1 2024-09-13T16:57:33.843 INFO:teuthology.orchestra.run.smithi099.stdout: libteamdctl0 libuuid1 modemmanager network-manager-pptp postgresql-12 2024-09-13T16:57:33.844 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-client-12 postgresql-client-common ppp pptp-linux usb-modeswitch 2024-09-13T16:57:33.844 INFO:teuthology.orchestra.run.smithi099.stdout: usb-modeswitch-data wpasupplicant 2024-09-13T16:57:33.845 INFO:teuthology.orchestra.run.smithi099.stdout:Suggested packages: 2024-09-13T16:57:33.845 INFO:teuthology.orchestra.run.smithi099.stdout: indent-doc libssl-doc avahi-autoipd libteam-utils postgresql-doc 2024-09-13T16:57:33.845 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-doc-12 libjson-perl comgt wvdial util-linux-locales wpagui 2024-09-13T16:57:33.845 INFO:teuthology.orchestra.run.smithi099.stdout: libengine-pkcs11-openssl 2024-09-13T16:57:33.953 INFO:teuthology.orchestra.run.smithi099.stdout:The following NEW packages will be installed: 2024-09-13T16:57:33.954 INFO:teuthology.orchestra.run.smithi099.stdout: dump indent libaio-dev libbluetooth3 libelf-dev liblzo2-2 libmbim-glib4 2024-09-13T16:57:33.954 INFO:teuthology.orchestra.run.smithi099.stdout: libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy 2024-09-13T16:57:33.954 INFO:teuthology.orchestra.run.smithi099.stdout: libssl-dev libteamdctl0 modemmanager network-manager network-manager-pptp 2024-09-13T16:57:33.954 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql postgresql-12 postgresql-client postgresql-client-12 2024-09-13T16:57:33.955 INFO:teuthology.orchestra.run.smithi099.stdout: postgresql-client-common postgresql-common postgresql-contrib ppp pptp-linux 2024-09-13T16:57:33.955 INFO:teuthology.orchestra.run.smithi099.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T16:57:33.956 INFO:teuthology.orchestra.run.smithi099.stdout:The following packages will be upgraded: 2024-09-13T16:57:33.957 INFO:teuthology.orchestra.run.smithi099.stdout: libdw1 libelf1 libssl1.1 libuuid1 util-linux uuid-dev 2024-09-13T16:57:34.027 INFO:teuthology.orchestra.run.smithi099.stdout:6 upgraded, 31 newly installed, 0 to remove and 292 not upgraded. 2024-09-13T16:57:34.027 INFO:teuthology.orchestra.run.smithi099.stdout:Need to get 25.4 MB of archives. 2024-09-13T16:57:34.027 INFO:teuthology.orchestra.run.smithi099.stdout:After this operation, 80.0 MB of additional disk space will be used. 2024-09-13T16:57:34.027 INFO:teuthology.orchestra.run.smithi099.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 util-linux amd64 2.34-0.1ubuntu9.6 [1,022 kB] 2024-09-13T16:57:34.158 INFO:teuthology.orchestra.run.smithi099.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 uuid-dev amd64 2.34-0.1ubuntu9.6 [33.6 kB] 2024-09-13T16:57:34.159 INFO:teuthology.orchestra.run.smithi099.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libuuid1 amd64 2.34-0.1ubuntu9.6 [20.0 kB] 2024-09-13T16:57:34.159 INFO:teuthology.orchestra.run.smithi099.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libdw1 amd64 0.176-1.1ubuntu0.1 [226 kB] 2024-09-13T16:57:34.163 INFO:teuthology.orchestra.run.smithi099.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf1 amd64 0.176-1.1ubuntu0.1 [44.2 kB] 2024-09-13T16:57:34.164 INFO:teuthology.orchestra.run.smithi099.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl1.1 amd64 1.1.1f-1ubuntu2.23 [1,323 kB] 2024-09-13T16:57:34.185 INFO:teuthology.orchestra.run.smithi099.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 liblzo2-2 amd64 2.10-2 [50.8 kB] 2024-09-13T16:57:34.186 INFO:teuthology.orchestra.run.smithi099.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/universe amd64 dump amd64 0.4b46-6 [130 kB] 2024-09-13T16:57:34.187 INFO:teuthology.orchestra.run.smithi099.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 indent amd64 2.2.12-1ubuntu0.20.04.1 [86.6 kB] 2024-09-13T16:57:34.189 INFO:teuthology.orchestra.run.smithi099.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 libaio-dev amd64 0.3.112-5 [13.7 kB] 2024-09-13T16:57:34.189 INFO:teuthology.orchestra.run.smithi099.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libbluetooth3 amd64 5.53-0ubuntu3.8 [60.6 kB] 2024-09-13T16:57:34.192 INFO:teuthology.orchestra.run.smithi099.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf-dev amd64 0.176-1.1ubuntu0.1 [57.1 kB] 2024-09-13T16:57:34.193 INFO:teuthology.orchestra.run.smithi099.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-glib4 amd64 1.26.2-1~ubuntu20.04.1 [123 kB] 2024-09-13T16:57:34.195 INFO:teuthology.orchestra.run.smithi099.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-proxy amd64 1.26.2-1~ubuntu20.04.1 [6,012 B] 2024-09-13T16:57:34.195 INFO:teuthology.orchestra.run.smithi099.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmm-glib0 amd64 1.18.6-1~ubuntu20.04.1 [203 kB] 2024-09-13T16:57:34.209 INFO:teuthology.orchestra.run.smithi099.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libndp0 amd64 1.7-0ubuntu1.1 [11.1 kB] 2024-09-13T16:57:34.210 INFO:teuthology.orchestra.run.smithi099.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libnm0 amd64 1.22.10-1ubuntu2.4 [370 kB] 2024-09-13T16:57:34.216 INFO:teuthology.orchestra.run.smithi099.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpq5 amd64 12.20-0ubuntu0.20.04.1 [117 kB] 2024-09-13T16:57:34.218 INFO:teuthology.orchestra.run.smithi099.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-glib5 amd64 1.30.4-1~ubuntu20.04.1 [642 kB] 2024-09-13T16:57:34.226 INFO:teuthology.orchestra.run.smithi099.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-proxy amd64 1.30.4-1~ubuntu20.04.1 [5,908 B] 2024-09-13T16:57:34.226 INFO:teuthology.orchestra.run.smithi099.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl-dev amd64 1.1.1f-1ubuntu2.23 [1,586 kB] 2024-09-13T16:57:34.242 INFO:teuthology.orchestra.run.smithi099.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 libteamdctl0 amd64 1.30-1 [11.8 kB] 2024-09-13T16:57:34.242 INFO:teuthology.orchestra.run.smithi099.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 modemmanager amd64 1.18.6-1~ubuntu20.04.1 [895 kB] 2024-09-13T16:57:34.252 INFO:teuthology.orchestra.run.smithi099.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 wpasupplicant amd64 2:2.9-1ubuntu4.4 [1,184 kB] 2024-09-13T16:57:34.265 INFO:teuthology.orchestra.run.smithi099.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 network-manager amd64 1.22.10-1ubuntu2.4 [1,854 kB] 2024-09-13T16:57:34.283 INFO:teuthology.orchestra.run.smithi099.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 ppp amd64 2.4.7-2+4.1ubuntu5.1 [328 kB] 2024-09-13T16:57:34.286 INFO:teuthology.orchestra.run.smithi099.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 pptp-linux amd64 1.10.0-1build1 [42.0 kB] 2024-09-13T16:57:34.287 INFO:teuthology.orchestra.run.smithi099.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 network-manager-pptp amd64 1.2.8-2 [30.1 kB] 2024-09-13T16:57:34.287 INFO:teuthology.orchestra.run.smithi099.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-common all 214ubuntu0.1 [28.2 kB] 2024-09-13T16:57:34.288 INFO:teuthology.orchestra.run.smithi099.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-12 amd64 12.20-0ubuntu0.20.04.1 [1,055 kB] 2024-09-13T16:57:34.299 INFO:teuthology.orchestra.run.smithi099.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-common all 214ubuntu0.1 [169 kB] 2024-09-13T16:57:34.301 INFO:teuthology.orchestra.run.smithi099.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-12 amd64 12.20-0ubuntu0.20.04.1 [13.5 MB] 2024-09-13T16:57:34.436 INFO:teuthology.orchestra.run.smithi099.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql all 12+214ubuntu0.1 [3,924 B] 2024-09-13T16:57:34.437 INFO:teuthology.orchestra.run.smithi099.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client all 12+214ubuntu0.1 [3,940 B] 2024-09-13T16:57:34.437 INFO:teuthology.orchestra.run.smithi099.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-contrib all 12+214ubuntu0.1 [3,932 B] 2024-09-13T16:57:34.437 INFO:teuthology.orchestra.run.smithi099.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch-data all 20191128-3 [32.3 kB] 2024-09-13T16:57:34.437 INFO:teuthology.orchestra.run.smithi099.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch amd64 2.5.2+repack0-2ubuntu3 [53.1 kB] 2024-09-13T16:57:34.483 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T16:57:34.483 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T16:57:34.985 INFO:teuthology.orchestra.run.smithi099.stdout:Preconfiguring packages ... 2024-09-13T16:57:35.260 INFO:teuthology.orchestra.run.smithi099.stdout:Fetched 25.4 MB in 0s (53.7 MB/s) 2024-09-13T16:57:35.332 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:35.491 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:35.570 INFO:teuthology.orchestra.run.smithi099.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 119132 files and directories currently installed.) 2024-09-13T16:57:35.574 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../util-linux_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:57:35.642 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:35.766 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking util-linux (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:57:35.899 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T16:57:35.899 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T16:57:36.769 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:36.919 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:37.046 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:37.255 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T16:57:37.475 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up util-linux (2.34-0.1ubuntu9.6) ... 2024-09-13T16:57:37.708 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T16:57:37.868 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T16:57:38.386 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T16:57:39.495 INFO:teuthology.orchestra.run.smithi099.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 119132 files and directories currently installed.) 2024-09-13T16:57:39.498 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../uuid-dev_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:57:39.657 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking uuid-dev:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:57:40.123 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../libuuid1_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:57:40.297 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libuuid1:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:57:40.674 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libuuid1:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T16:57:41.185 INFO:teuthology.orchestra.run.smithi099.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 119132 files and directories currently installed.) 2024-09-13T16:57:41.188 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../00-libdw1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:57:41.330 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libdw1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T16:57:41.983 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../01-libelf1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:57:42.120 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libelf1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T16:57:42.635 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../02-libssl1.1_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T16:57:42.800 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libssl1.1:amd64 (1.1.1f-1ubuntu2.23) over (1.1.1f-1ubuntu2.16) ... 2024-09-13T16:57:43.346 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-13T16:57:43.366 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../03-liblzo2-2_2.10-2_amd64.deb ... 2024-09-13T16:57:43.389 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2024-09-13T16:57:43.404 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking liblzo2-2:amd64 (2.10-2) ... 2024-09-13T16:57:43.774 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package dump. 2024-09-13T16:57:43.898 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../04-dump_0.4b46-6_amd64.deb ... 2024-09-13T16:57:43.898 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking dump (0.4b46-6) ... 2024-09-13T16:57:44.179 INFO:teuthology.orchestra.run.smithi170.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T16:57:44.184 DEBUG:teuthology.orchestra.run.smithi170:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-13T16:57:44.202 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package indent. 2024-09-13T16:57:44.224 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../05-indent_2.2.12-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:57:44.269 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T16:57:44.308 INFO:teuthology.orchestra.run.smithi170.stdout:Reading package lists... 2024-09-13T16:57:44.527 INFO:teuthology.orchestra.run.smithi170.stdout:Building dependency tree... 2024-09-13T16:57:44.528 INFO:teuthology.orchestra.run.smithi170.stdout:Reading state information... 2024-09-13T16:57:44.639 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-13T16:57:44.660 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../06-libaio-dev_0.3.112-5_amd64.deb ... 2024-09-13T16:57:44.705 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T16:57:44.757 INFO:teuthology.orchestra.run.smithi170.stdout:bison is already the newest version (2:3.5.1+dfsg-1). 2024-09-13T16:57:44.757 INFO:teuthology.orchestra.run.smithi170.stdout:flex is already the newest version (2.6.4-6.2). 2024-09-13T16:57:44.757 INFO:teuthology.orchestra.run.smithi170.stdout:iproute2 is already the newest version (5.5.0-1ubuntu1). 2024-09-13T16:57:44.757 INFO:teuthology.orchestra.run.smithi170.stdout:libtool-bin is already the newest version (2.4.6-14). 2024-09-13T16:57:44.757 INFO:teuthology.orchestra.run.smithi170.stdout:xfslibs-dev is already the newest version (5.3.0-1ubuntu2). 2024-09-13T16:57:44.757 INFO:teuthology.orchestra.run.smithi170.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T16:57:44.757 INFO:teuthology.orchestra.run.smithi170.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T16:57:44.758 INFO:teuthology.orchestra.run.smithi170.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T16:57:44.758 INFO:teuthology.orchestra.run.smithi170.stdout:The following additional packages will be installed: 2024-09-13T16:57:44.758 INFO:teuthology.orchestra.run.smithi170.stdout: libbluetooth3 libdw1 libelf1 liblzo2-2 libmbim-glib4 libmbim-proxy 2024-09-13T16:57:44.758 INFO:teuthology.orchestra.run.smithi170.stdout: libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl1.1 2024-09-13T16:57:44.759 INFO:teuthology.orchestra.run.smithi170.stdout: libteamdctl0 libuuid1 modemmanager network-manager-pptp postgresql-12 2024-09-13T16:57:44.759 INFO:teuthology.orchestra.run.smithi170.stdout: postgresql-client-12 postgresql-client-common ppp pptp-linux usb-modeswitch 2024-09-13T16:57:44.759 INFO:teuthology.orchestra.run.smithi170.stdout: usb-modeswitch-data wpasupplicant 2024-09-13T16:57:44.761 INFO:teuthology.orchestra.run.smithi170.stdout:Suggested packages: 2024-09-13T16:57:44.761 INFO:teuthology.orchestra.run.smithi170.stdout: indent-doc libssl-doc avahi-autoipd libteam-utils postgresql-doc 2024-09-13T16:57:44.761 INFO:teuthology.orchestra.run.smithi170.stdout: postgresql-doc-12 libjson-perl comgt wvdial util-linux-locales wpagui 2024-09-13T16:57:44.761 INFO:teuthology.orchestra.run.smithi170.stdout: libengine-pkcs11-openssl 2024-09-13T16:57:44.870 INFO:teuthology.orchestra.run.smithi170.stdout:The following NEW packages will be installed: 2024-09-13T16:57:44.870 INFO:teuthology.orchestra.run.smithi170.stdout: dump indent libaio-dev libbluetooth3 libelf-dev liblzo2-2 libmbim-glib4 2024-09-13T16:57:44.870 INFO:teuthology.orchestra.run.smithi170.stdout: libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy 2024-09-13T16:57:44.871 INFO:teuthology.orchestra.run.smithi170.stdout: libssl-dev libteamdctl0 modemmanager network-manager network-manager-pptp 2024-09-13T16:57:44.871 INFO:teuthology.orchestra.run.smithi170.stdout: postgresql postgresql-12 postgresql-client postgresql-client-12 2024-09-13T16:57:44.871 INFO:teuthology.orchestra.run.smithi170.stdout: postgresql-client-common postgresql-common postgresql-contrib ppp pptp-linux 2024-09-13T16:57:44.871 INFO:teuthology.orchestra.run.smithi170.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T16:57:44.872 INFO:teuthology.orchestra.run.smithi170.stdout:The following packages will be upgraded: 2024-09-13T16:57:44.874 INFO:teuthology.orchestra.run.smithi170.stdout: libdw1 libelf1 libssl1.1 libuuid1 util-linux uuid-dev 2024-09-13T16:57:44.942 INFO:teuthology.orchestra.run.smithi170.stdout:6 upgraded, 31 newly installed, 0 to remove and 292 not upgraded. 2024-09-13T16:57:44.942 INFO:teuthology.orchestra.run.smithi170.stdout:Need to get 25.4 MB of archives. 2024-09-13T16:57:44.943 INFO:teuthology.orchestra.run.smithi170.stdout:After this operation, 80.0 MB of additional disk space will be used. 2024-09-13T16:57:44.943 INFO:teuthology.orchestra.run.smithi170.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 util-linux amd64 2.34-0.1ubuntu9.6 [1,022 kB] 2024-09-13T16:57:45.073 INFO:teuthology.orchestra.run.smithi170.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 uuid-dev amd64 2.34-0.1ubuntu9.6 [33.6 kB] 2024-09-13T16:57:45.074 INFO:teuthology.orchestra.run.smithi170.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libuuid1 amd64 2.34-0.1ubuntu9.6 [20.0 kB] 2024-09-13T16:57:45.074 INFO:teuthology.orchestra.run.smithi170.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libdw1 amd64 0.176-1.1ubuntu0.1 [226 kB] 2024-09-13T16:57:45.078 INFO:teuthology.orchestra.run.smithi170.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf1 amd64 0.176-1.1ubuntu0.1 [44.2 kB] 2024-09-13T16:57:45.079 INFO:teuthology.orchestra.run.smithi170.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl1.1 amd64 1.1.1f-1ubuntu2.23 [1,323 kB] 2024-09-13T16:57:45.098 INFO:teuthology.orchestra.run.smithi170.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 liblzo2-2 amd64 2.10-2 [50.8 kB] 2024-09-13T16:57:45.099 INFO:teuthology.orchestra.run.smithi170.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/universe amd64 dump amd64 0.4b46-6 [130 kB] 2024-09-13T16:57:45.101 INFO:teuthology.orchestra.run.smithi170.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 indent amd64 2.2.12-1ubuntu0.20.04.1 [86.6 kB] 2024-09-13T16:57:45.102 INFO:teuthology.orchestra.run.smithi170.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 libaio-dev amd64 0.3.112-5 [13.7 kB] 2024-09-13T16:57:45.103 INFO:teuthology.orchestra.run.smithi170.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libbluetooth3 amd64 5.53-0ubuntu3.8 [60.6 kB] 2024-09-13T16:57:45.107 INFO:teuthology.orchestra.run.smithi170.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf-dev amd64 0.176-1.1ubuntu0.1 [57.1 kB] 2024-09-13T16:57:45.108 INFO:teuthology.orchestra.run.smithi170.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-glib4 amd64 1.26.2-1~ubuntu20.04.1 [123 kB] 2024-09-13T16:57:45.109 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-13T16:57:45.109 INFO:teuthology.orchestra.run.smithi170.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-proxy amd64 1.26.2-1~ubuntu20.04.1 [6,012 B] 2024-09-13T16:57:45.110 INFO:teuthology.orchestra.run.smithi170.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmm-glib0 amd64 1.18.6-1~ubuntu20.04.1 [203 kB] 2024-09-13T16:57:45.124 INFO:teuthology.orchestra.run.smithi170.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libndp0 amd64 1.7-0ubuntu1.1 [11.1 kB] 2024-09-13T16:57:45.125 INFO:teuthology.orchestra.run.smithi170.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libnm0 amd64 1.22.10-1ubuntu2.4 [370 kB] 2024-09-13T16:57:45.129 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../07-libbluetooth3_5.53-0ubuntu3.8_amd64.deb ... 2024-09-13T16:57:45.133 INFO:teuthology.orchestra.run.smithi170.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpq5 amd64 12.20-0ubuntu0.20.04.1 [117 kB] 2024-09-13T16:57:45.135 INFO:teuthology.orchestra.run.smithi170.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-glib5 amd64 1.30.4-1~ubuntu20.04.1 [642 kB] 2024-09-13T16:57:45.142 INFO:teuthology.orchestra.run.smithi170.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-proxy amd64 1.30.4-1~ubuntu20.04.1 [5,908 B] 2024-09-13T16:57:45.142 INFO:teuthology.orchestra.run.smithi170.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl-dev amd64 1.1.1f-1ubuntu2.23 [1,586 kB] 2024-09-13T16:57:45.158 INFO:teuthology.orchestra.run.smithi170.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 libteamdctl0 amd64 1.30-1 [11.8 kB] 2024-09-13T16:57:45.159 INFO:teuthology.orchestra.run.smithi170.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 modemmanager amd64 1.18.6-1~ubuntu20.04.1 [895 kB] 2024-09-13T16:57:45.167 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T16:57:45.167 INFO:teuthology.orchestra.run.smithi170.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 wpasupplicant amd64 2:2.9-1ubuntu4.4 [1,184 kB] 2024-09-13T16:57:45.180 INFO:teuthology.orchestra.run.smithi170.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 network-manager amd64 1.22.10-1ubuntu2.4 [1,854 kB] 2024-09-13T16:57:45.198 INFO:teuthology.orchestra.run.smithi170.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 ppp amd64 2.4.7-2+4.1ubuntu5.1 [328 kB] 2024-09-13T16:57:45.201 INFO:teuthology.orchestra.run.smithi170.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 pptp-linux amd64 1.10.0-1build1 [42.0 kB] 2024-09-13T16:57:45.201 INFO:teuthology.orchestra.run.smithi170.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 network-manager-pptp amd64 1.2.8-2 [30.1 kB] 2024-09-13T16:57:45.202 INFO:teuthology.orchestra.run.smithi170.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-common all 214ubuntu0.1 [28.2 kB] 2024-09-13T16:57:45.203 INFO:teuthology.orchestra.run.smithi170.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-12 amd64 12.20-0ubuntu0.20.04.1 [1,055 kB] 2024-09-13T16:57:45.213 INFO:teuthology.orchestra.run.smithi170.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-common all 214ubuntu0.1 [169 kB] 2024-09-13T16:57:45.215 INFO:teuthology.orchestra.run.smithi170.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-12 amd64 12.20-0ubuntu0.20.04.1 [13.5 MB] 2024-09-13T16:57:45.343 INFO:teuthology.orchestra.run.smithi170.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql all 12+214ubuntu0.1 [3,924 B] 2024-09-13T16:57:45.343 INFO:teuthology.orchestra.run.smithi170.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client all 12+214ubuntu0.1 [3,940 B] 2024-09-13T16:57:45.343 INFO:teuthology.orchestra.run.smithi170.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-contrib all 12+214ubuntu0.1 [3,932 B] 2024-09-13T16:57:45.344 INFO:teuthology.orchestra.run.smithi170.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch-data all 20191128-3 [32.3 kB] 2024-09-13T16:57:45.344 INFO:teuthology.orchestra.run.smithi170.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch amd64 2.5.2+repack0-2ubuntu3 [53.1 kB] 2024-09-13T16:57:45.495 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-13T16:57:45.514 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../08-libelf-dev_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:57:45.553 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:57:45.921 INFO:teuthology.orchestra.run.smithi170.stdout:Preconfiguring packages ... 2024-09-13T16:57:45.973 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-13T16:57:45.995 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../09-libmbim-glib4_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:57:46.031 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:57:46.169 INFO:teuthology.orchestra.run.smithi170.stdout:Fetched 25.4 MB in 0s (55.1 MB/s) 2024-09-13T16:57:46.384 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-13T16:57:46.399 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../10-libmbim-proxy_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:57:46.442 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:57:46.508 INFO:teuthology.orchestra.run.smithi170.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 119132 files and directories currently installed.) 2024-09-13T16:57:46.512 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../util-linux_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:57:46.700 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking util-linux (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:57:46.920 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-13T16:57:46.939 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../11-libmm-glib0_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:57:46.980 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:57:47.401 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-13T16:57:47.421 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../12-libndp0_1.7-0ubuntu1.1_amd64.deb ... 2024-09-13T16:57:47.459 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T16:57:47.845 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-13T16:57:47.866 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../13-libnm0_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T16:57:47.903 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T16:57:48.340 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-13T16:57:48.359 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../14-libpq5_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:57:48.382 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up util-linux (2.34-0.1ubuntu9.6) ... 2024-09-13T16:57:48.398 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:57:48.818 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-13T16:57:48.838 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../15-libqmi-glib5_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:57:48.876 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:57:49.254 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-13T16:57:49.274 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../16-libqmi-proxy_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:57:49.312 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:57:49.606 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-13T16:57:49.628 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../17-libssl-dev_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T16:57:49.673 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:57:50.210 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-13T16:57:50.229 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../18-libteamdctl0_1.30-1_amd64.deb ... 2024-09-13T16:57:50.268 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking libteamdctl0:amd64 (1.30-1) ... 2024-09-13T16:57:50.395 INFO:teuthology.orchestra.run.smithi170.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 119132 files and directories currently installed.) 2024-09-13T16:57:50.399 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../uuid-dev_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:57:50.534 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking uuid-dev:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:57:50.697 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package modemmanager. 2024-09-13T16:57:50.717 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../19-modemmanager_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:57:50.776 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:57:51.017 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../libuuid1_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T16:57:51.191 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libuuid1:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T16:57:51.445 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package wpasupplicant. 2024-09-13T16:57:51.468 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../20-wpasupplicant_2%3a2.9-1ubuntu4.4_amd64.deb ... 2024-09-13T16:57:51.503 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T16:57:51.578 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libuuid1:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T16:57:52.103 INFO:teuthology.orchestra.run.smithi170.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 119132 files and directories currently installed.) 2024-09-13T16:57:52.107 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../00-libdw1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:57:52.108 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package network-manager. 2024-09-13T16:57:52.127 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../21-network-manager_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T16:57:52.249 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libdw1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T16:57:52.251 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T16:57:52.765 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../01-libelf1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:57:52.921 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libelf1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T16:57:53.041 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package ppp. 2024-09-13T16:57:53.061 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../22-ppp_2.4.7-2+4.1ubuntu5.1_amd64.deb ... 2024-09-13T16:57:53.449 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../02-libssl1.1_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T16:57:53.545 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T16:57:53.576 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libssl1.1:amd64 (1.1.1f-1ubuntu2.23) over (1.1.1f-1ubuntu2.16) ... 2024-09-13T16:57:53.921 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package pptp-linux. 2024-09-13T16:57:53.942 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../23-pptp-linux_1.10.0-1build1_amd64.deb ... 2024-09-13T16:57:54.013 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking pptp-linux (1.10.0-1build1) ... 2024-09-13T16:57:54.146 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-13T16:57:54.162 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../03-liblzo2-2_2.10-2_amd64.deb ... 2024-09-13T16:57:54.205 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking liblzo2-2:amd64 (2.10-2) ... 2024-09-13T16:57:54.391 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-13T16:57:54.411 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../24-network-manager-pptp_1.2.8-2_amd64.deb ... 2024-09-13T16:57:54.527 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking network-manager-pptp (1.2.8-2) ... 2024-09-13T16:57:54.584 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package dump. 2024-09-13T16:57:54.607 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../04-dump_0.4b46-6_amd64.deb ... 2024-09-13T16:57:54.650 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking dump (0.4b46-6) ... 2024-09-13T16:57:54.895 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-13T16:57:54.916 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../25-postgresql-client-common_214ubuntu0.1_all.deb ... 2024-09-13T16:57:54.944 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking postgresql-client-common (214ubuntu0.1) ... 2024-09-13T16:57:55.021 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package indent. 2024-09-13T16:57:55.041 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../05-indent_2.2.12-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:57:55.143 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T16:57:55.347 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package postgresql-client-12. 2024-09-13T16:57:55.365 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../26-postgresql-client-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:57:55.407 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:57:55.625 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-13T16:57:55.639 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../06-libaio-dev_0.3.112-5_amd64.deb ... 2024-09-13T16:57:55.683 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T16:57:56.046 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package postgresql-common. 2024-09-13T16:57:56.068 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../27-postgresql-common_214ubuntu0.1_all.deb ... 2024-09-13T16:57:56.078 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-13T16:57:56.093 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../07-libbluetooth3_5.53-0ubuntu3.8_amd64.deb ... 2024-09-13T16:57:56.136 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T16:57:56.146 INFO:teuthology.orchestra.run.smithi099.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-13T16:57:56.174 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking postgresql-common (214ubuntu0.1) ... 2024-09-13T16:57:56.465 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-13T16:57:56.484 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../08-libelf-dev_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T16:57:56.523 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:57:56.753 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package postgresql-12. 2024-09-13T16:57:56.774 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../28-postgresql-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:57:56.826 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:57:56.951 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-13T16:57:56.972 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../09-libmbim-glib4_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:57:57.017 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:57:57.337 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-13T16:57:57.360 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../10-libmbim-proxy_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:57:57.412 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:57:57.790 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-13T16:57:57.805 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../11-libmm-glib0_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:57:57.848 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:57:58.242 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-13T16:57:58.258 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../12-libndp0_1.7-0ubuntu1.1_amd64.deb ... 2024-09-13T16:57:58.326 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T16:57:58.423 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package postgresql. 2024-09-13T16:57:58.438 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../29-postgresql_12+214ubuntu0.1_all.deb ... 2024-09-13T16:57:58.506 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking postgresql (12+214ubuntu0.1) ... 2024-09-13T16:57:58.679 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-13T16:57:58.703 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../13-libnm0_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T16:57:58.754 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T16:57:58.786 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package postgresql-client. 2024-09-13T16:57:58.808 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../30-postgresql-client_12+214ubuntu0.1_all.deb ... 2024-09-13T16:57:58.852 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking postgresql-client (12+214ubuntu0.1) ... 2024-09-13T16:57:59.165 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-13T16:57:59.171 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-13T16:57:59.179 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../14-libpq5_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:57:59.191 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../31-postgresql-contrib_12+214ubuntu0.1_all.deb ... 2024-09-13T16:57:59.223 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:57:59.229 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T16:57:59.548 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-13T16:57:59.570 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../32-usb-modeswitch-data_20191128-3_all.deb ... 2024-09-13T16:57:59.615 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking usb-modeswitch-data (20191128-3) ... 2024-09-13T16:57:59.627 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-13T16:57:59.646 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../15-libqmi-glib5_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:57:59.685 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:58:00.043 INFO:teuthology.orchestra.run.smithi099.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-13T16:58:00.065 INFO:teuthology.orchestra.run.smithi099.stdout:Preparing to unpack .../33-usb-modeswitch_2.5.2+repack0-2ubuntu3_amd64.deb ... 2024-09-13T16:58:00.096 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-13T16:58:00.110 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../16-libqmi-proxy_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:58:00.129 INFO:teuthology.orchestra.run.smithi099.stdout:Unpacking usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T16:58:00.154 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:58:00.432 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-13T16:58:00.453 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../17-libssl-dev_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T16:58:00.490 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:58:00.496 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up postgresql-client-common (214ubuntu0.1) ... 2024-09-13T16:58:00.707 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libssl1.1:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:58:01.044 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-13T16:58:01.064 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../18-libteamdctl0_1.30-1_amd64.deb ... 2024-09-13T16:58:01.101 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:58:01.102 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking libteamdctl0:amd64 (1.30-1) ... 2024-09-13T16:58:01.260 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up liblzo2-2:amd64 (2.10-2) ... 2024-09-13T16:58:01.387 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T16:58:01.504 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T16:58:01.539 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package modemmanager. 2024-09-13T16:58:01.558 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../19-modemmanager_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T16:58:01.615 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:58:01.966 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T16:58:01.966 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T16:58:02.286 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package wpasupplicant. 2024-09-13T16:58:02.301 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../20-wpasupplicant_2%3a2.9-1ubuntu4.4_amd64.deb ... 2024-09-13T16:58:02.345 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T16:58:02.874 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:58:02.975 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package network-manager. 2024-09-13T16:58:02.997 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../21-network-manager_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T16:58:03.095 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T16:58:03.916 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package ppp. 2024-09-13T16:58:03.936 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../22-ppp_2.4.7-2+4.1ubuntu5.1_amd64.deb ... 2024-09-13T16:58:04.408 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T16:58:04.821 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package pptp-linux. 2024-09-13T16:58:04.834 INFO:teuthology.orchestra.run.smithi099.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-13T16:58:04.840 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../23-pptp-linux_1.10.0-1build1_amd64.deb ... 2024-09-13T16:58:04.879 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking pptp-linux (1.10.0-1build1) ... 2024-09-13T16:58:04.946 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up uuid-dev:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T16:58:05.072 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libteamdctl0:amd64 (1.30-1) ... 2024-09-13T16:58:05.190 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up postgresql-common (214ubuntu0.1) ... 2024-09-13T16:58:05.291 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-13T16:58:05.312 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../24-network-manager-pptp_1.2.8-2_amd64.deb ... 2024-09-13T16:58:05.424 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking network-manager-pptp (1.2.8-2) ... 2024-09-13T16:58:05.782 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-13T16:58:05.802 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../25-postgresql-client-common_214ubuntu0.1_all.deb ... 2024-09-13T16:58:05.852 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking postgresql-client-common (214ubuntu0.1) ... 2024-09-13T16:58:06.224 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package postgresql-client-12. 2024-09-13T16:58:06.244 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../26-postgresql-client-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:58:06.282 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:58:06.475 INFO:teuthology.orchestra.run.smithi099.stdout:Adding user postgres to group ssl-cert 2024-09-13T16:58:06.871 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:06.871 INFO:teuthology.orchestra.run.smithi099.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-13T16:58:06.954 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package postgresql-common. 2024-09-13T16:58:06.974 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../27-postgresql-common_214ubuntu0.1_all.deb ... 2024-09-13T16:58:07.066 INFO:teuthology.orchestra.run.smithi170.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-13T16:58:07.098 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking postgresql-common (214ubuntu0.1) ... 2024-09-13T16:58:07.373 INFO:teuthology.orchestra.run.smithi099.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-13T16:58:07.373 INFO:teuthology.orchestra.run.smithi099.stdout:Removing obsolete dictionary files: 2024-09-13T16:58:07.644 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package postgresql-12. 2024-09-13T16:58:07.664 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../28-postgresql-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T16:58:07.709 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:58:07.922 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-13T16:58:09.272 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package postgresql. 2024-09-13T16:58:09.294 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../29-postgresql_12+214ubuntu0.1_all.deb ... 2024-09-13T16:58:09.339 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking postgresql (12+214ubuntu0.1) ... 2024-09-13T16:58:09.350 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:58:09.493 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up usb-modeswitch-data (20191128-3) ... 2024-09-13T16:58:09.633 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package postgresql-client. 2024-09-13T16:58:09.644 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T16:58:09.655 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../30-postgresql-client_12+214ubuntu0.1_all.deb ... 2024-09-13T16:58:09.699 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking postgresql-client (12+214ubuntu0.1) ... 2024-09-13T16:58:09.770 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T16:58:10.003 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-13T16:58:10.024 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../31-postgresql-contrib_12+214ubuntu0.1_all.deb ... 2024-09-13T16:58:10.059 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T16:58:10.361 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-13T16:58:10.381 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../32-usb-modeswitch-data_20191128-3_all.deb ... 2024-09-13T16:58:10.437 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking usb-modeswitch-data (20191128-3) ... 2024-09-13T16:58:10.893 INFO:teuthology.orchestra.run.smithi170.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-13T16:58:10.914 INFO:teuthology.orchestra.run.smithi170.stdout:Preparing to unpack .../33-usb-modeswitch_2.5.2+repack0-2ubuntu3_amd64.deb ... 2024-09-13T16:58:10.978 INFO:teuthology.orchestra.run.smithi170.stdout:Unpacking usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T16:58:11.036 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/pppd-dns.service -> /lib/systemd/system/pppd-dns.service. 2024-09-13T16:58:11.341 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up postgresql-client-common (214ubuntu0.1) ... 2024-09-13T16:58:11.485 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up dump (0.4b46-6) ... 2024-09-13T16:58:11.513 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libssl1.1:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:58:11.592 INFO:teuthology.orchestra.run.smithi099.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-13T16:58:11.661 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:58:11.832 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T16:58:11.898 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:58:11.963 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T16:58:12.057 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up liblzo2-2:amd64 (2.10-2) ... 2024-09-13T16:58:12.098 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T16:58:12.183 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T16:58:12.299 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T16:58:12.309 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T16:58:12.426 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:58:12.781 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T16:58:12.782 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T16:58:12.902 INFO:teuthology.orchestra.run.smithi099.stdout:Creating new PostgreSQL cluster 12/main ... 2024-09-13T16:58:12.932 INFO:teuthology.orchestra.run.smithi099.stdout:/usr/lib/postgresql/12/bin/initdb -D /var/lib/postgresql/12/main --auth-local peer --auth-host md5 2024-09-13T16:58:12.994 INFO:teuthology.orchestra.run.smithi099.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-13T16:58:12.994 INFO:teuthology.orchestra.run.smithi099.stdout:This user must also own the server process. 2024-09-13T16:58:12.994 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:12.994 INFO:teuthology.orchestra.run.smithi099.stdout:The database cluster will be initialized with locale "en_US". 2024-09-13T16:58:12.994 INFO:teuthology.orchestra.run.smithi099.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-13T16:58:12.995 INFO:teuthology.orchestra.run.smithi099.stdout:The default text search configuration will be set to "english". 2024-09-13T16:58:12.995 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:12.995 INFO:teuthology.orchestra.run.smithi099.stdout:Data page checksums are disabled. 2024-09-13T16:58:12.995 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:12.995 INFO:teuthology.orchestra.run.smithi099.stdout:fixing permissions on existing directory /var/lib/postgresql/12/main ... ok 2024-09-13T16:58:12.998 INFO:teuthology.orchestra.run.smithi099.stdout:creating subdirectories ... ok 2024-09-13T16:58:12.998 INFO:teuthology.orchestra.run.smithi099.stdout:selecting dynamic shared memory implementation ... posix 2024-09-13T16:58:13.033 INFO:teuthology.orchestra.run.smithi099.stdout:selecting default max_connections ... 100 2024-09-13T16:58:13.082 INFO:teuthology.orchestra.run.smithi099.stdout:selecting default shared_buffers ... 128MB 2024-09-13T16:58:13.106 INFO:teuthology.orchestra.run.smithi099.stdout:selecting default time zone ... Etc/UTC 2024-09-13T16:58:13.107 INFO:teuthology.orchestra.run.smithi099.stdout:creating configuration files ... ok 2024-09-13T16:58:13.284 INFO:teuthology.orchestra.run.smithi099.stdout:running bootstrap script ... ok 2024-09-13T16:58:13.764 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:58:13.913 INFO:teuthology.orchestra.run.smithi099.stdout:performing post-bootstrap initialization ... ok 2024-09-13T16:58:14.451 INFO:teuthology.orchestra.run.smithi099.stdout:syncing data to disk ... ok 2024-09-13T16:58:14.451 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:14.451 INFO:teuthology.orchestra.run.smithi099.stdout:Success. You can now start the database server using: 2024-09-13T16:58:14.451 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:14.451 INFO:teuthology.orchestra.run.smithi099.stdout: pg_ctlcluster 12 main start 2024-09-13T16:58:14.451 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:15.015 INFO:teuthology.orchestra.run.smithi099.stdout:Ver Cluster Port Status Owner Data directory Log file 2024-09-13T16:58:15.029 INFO:teuthology.orchestra.run.smithi099.stdout:12 main 5432 down postgres /var/lib/postgresql/12/main /var/log/postgresql/postgresql-12-main.log 2024-09-13T16:58:15.204 INFO:teuthology.orchestra.run.smithi099.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-13T16:58:15.673 INFO:teuthology.orchestra.run.smithi170.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-13T16:58:16.460 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up uuid-dev:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T16:58:16.586 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libteamdctl0:amd64 (1.30-1) ... 2024-09-13T16:58:16.728 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up postgresql-common (214ubuntu0.1) ... 2024-09-13T16:58:18.045 INFO:teuthology.orchestra.run.smithi170.stdout:Adding user postgres to group ssl-cert 2024-09-13T16:58:18.405 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:18.405 INFO:teuthology.orchestra.run.smithi170.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-13T16:58:18.875 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libelf1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:58:18.888 INFO:teuthology.orchestra.run.smithi170.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-13T16:58:18.889 INFO:teuthology.orchestra.run.smithi170.stdout:Removing obsolete dictionary files: 2024-09-13T16:58:19.042 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:58:19.169 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up pptp-linux (1.10.0-1build1) ... 2024-09-13T16:58:19.337 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libdw1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:58:19.479 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-13T16:58:19.496 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up postgresql-client (12+214ubuntu0.1) ... 2024-09-13T16:58:19.622 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T16:58:20.785 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:20.785 INFO:teuthology.orchestra.run.smithi099.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-13T16:58:20.785 INFO:teuthology.orchestra.run.smithi099.stdout:which means they are currently configured by ifupdown: 2024-09-13T16:58:20.785 INFO:teuthology.orchestra.run.smithi099.stdout:- enp3s0f1 2024-09-13T16:58:20.785 INFO:teuthology.orchestra.run.smithi099.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-13T16:58:20.785 INFO:teuthology.orchestra.run.smithi099.stdout:remove their configuration from /etc/network/interfaces. 2024-09-13T16:58:20.786 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:20.897 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T16:58:21.004 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-13T16:58:21.081 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up usb-modeswitch-data (20191128-3) ... 2024-09-13T16:58:21.208 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T16:58:21.334 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T16:58:21.567 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-13T16:58:22.555 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-13T16:58:22.600 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/pppd-dns.service -> /lib/systemd/system/pppd-dns.service. 2024-09-13T16:58:23.060 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up dump (0.4b46-6) ... 2024-09-13T16:58:23.172 INFO:teuthology.orchestra.run.smithi170.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-13T16:58:23.241 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:58:23.367 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T16:58:23.518 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T16:58:23.541 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:58:23.644 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T16:58:23.676 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up network-manager-pptp (1.2.8-2) ... 2024-09-13T16:58:23.836 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:58:23.837 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T16:58:23.987 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T16:58:23.997 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T16:58:24.113 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up postgresql (12+214ubuntu0.1) ... 2024-09-13T16:58:24.239 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:58:24.407 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:58:24.482 INFO:teuthology.orchestra.run.smithi170.stdout:Creating new PostgreSQL cluster 12/main ... 2024-09-13T16:58:24.516 INFO:teuthology.orchestra.run.smithi170.stdout:/usr/lib/postgresql/12/bin/initdb -D /var/lib/postgresql/12/main --auth-local peer --auth-host md5 2024-09-13T16:58:24.533 INFO:teuthology.orchestra.run.smithi099.stdout:Setting up modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:58:24.584 INFO:teuthology.orchestra.run.smithi170.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-13T16:58:24.585 INFO:teuthology.orchestra.run.smithi170.stdout:This user must also own the server process. 2024-09-13T16:58:24.585 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:24.585 INFO:teuthology.orchestra.run.smithi170.stdout:The database cluster will be initialized with locale "en_US". 2024-09-13T16:58:24.585 INFO:teuthology.orchestra.run.smithi170.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-13T16:58:24.585 INFO:teuthology.orchestra.run.smithi170.stdout:The default text search configuration will be set to "english". 2024-09-13T16:58:24.585 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:24.585 INFO:teuthology.orchestra.run.smithi170.stdout:Data page checksums are disabled. 2024-09-13T16:58:24.585 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:24.585 INFO:teuthology.orchestra.run.smithi170.stdout:fixing permissions on existing directory /var/lib/postgresql/12/main ... ok 2024-09-13T16:58:24.588 INFO:teuthology.orchestra.run.smithi170.stdout:creating subdirectories ... ok 2024-09-13T16:58:24.588 INFO:teuthology.orchestra.run.smithi170.stdout:selecting dynamic shared memory implementation ... posix 2024-09-13T16:58:24.620 INFO:teuthology.orchestra.run.smithi170.stdout:selecting default max_connections ... 100 2024-09-13T16:58:24.662 INFO:teuthology.orchestra.run.smithi170.stdout:selecting default shared_buffers ... 128MB 2024-09-13T16:58:24.685 INFO:teuthology.orchestra.run.smithi170.stdout:selecting default time zone ... Etc/UTC 2024-09-13T16:58:24.686 INFO:teuthology.orchestra.run.smithi170.stdout:creating configuration files ... ok 2024-09-13T16:58:24.856 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T16:58:24.857 INFO:teuthology.orchestra.run.smithi099.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T16:58:24.866 INFO:teuthology.orchestra.run.smithi170.stdout:running bootstrap script ... ok 2024-09-13T16:58:25.494 INFO:teuthology.orchestra.run.smithi170.stdout:performing post-bootstrap initialization ... ok 2024-09-13T16:58:25.835 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for mime-support (3.64ubuntu1) ... 2024-09-13T16:58:25.936 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-13T16:58:26.076 INFO:teuthology.orchestra.run.smithi170.stdout:syncing data to disk ... ok 2024-09-13T16:58:26.076 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:26.076 INFO:teuthology.orchestra.run.smithi170.stdout:Success. You can now start the database server using: 2024-09-13T16:58:26.077 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:26.077 INFO:teuthology.orchestra.run.smithi170.stdout: pg_ctlcluster 12 main start 2024-09-13T16:58:26.077 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:26.079 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T16:58:26.273 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T16:58:26.583 INFO:teuthology.orchestra.run.smithi170.stdout:Ver Cluster Port Status Owner Data directory Log file 2024-09-13T16:58:26.584 INFO:teuthology.orchestra.run.smithi170.stdout:12 main 5432 down postgres /var/lib/postgresql/12/main /var/log/postgresql/postgresql-12-main.log 2024-09-13T16:58:26.774 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T16:58:26.786 INFO:teuthology.orchestra.run.smithi170.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-13T16:58:30.305 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libelf1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:58:30.431 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:58:30.557 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up pptp-linux (1.10.0-1build1) ... 2024-09-13T16:58:30.775 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libdw1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:58:30.901 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up postgresql-client (12+214ubuntu0.1) ... 2024-09-13T16:58:31.069 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T16:58:32.250 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:32.251 INFO:teuthology.orchestra.run.smithi170.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-13T16:58:32.251 INFO:teuthology.orchestra.run.smithi170.stdout:which means they are currently configured by ifupdown: 2024-09-13T16:58:32.251 INFO:teuthology.orchestra.run.smithi170.stdout:- enp3s0f1 2024-09-13T16:58:32.251 INFO:teuthology.orchestra.run.smithi170.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-13T16:58:32.251 INFO:teuthology.orchestra.run.smithi170.stdout:remove their configuration from /etc/network/interfaces. 2024-09-13T16:58:32.251 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:32.479 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-13T16:58:33.031 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-13T16:58:33.989 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-13T16:58:34.947 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T16:58:35.081 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up network-manager-pptp (1.2.8-2) ... 2024-09-13T16:58:35.241 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T16:58:35.367 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T16:58:35.493 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up postgresql (12+214ubuntu0.1) ... 2024-09-13T16:58:35.644 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:58:35.771 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T16:58:35.896 INFO:teuthology.orchestra.run.smithi170.stdout:Setting up modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T16:58:36.240 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T16:58:36.240 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T16:58:37.224 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for mime-support (3.64ubuntu1) ... 2024-09-13T16:58:37.358 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-13T16:58:37.493 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T16:58:37.653 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T16:58:38.221 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T16:58:39.469 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2024-09-13T16:58:39.577 INFO:teuthology.orchestra.run.smithi099.stdout:Processing triggers for install-info (6.7.0.dfsg.2-5) ... 2024-09-13T16:58:40.804 INFO:teuthology.orchestra.run.smithi099.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T16:58:40.812 DEBUG:teuthology.parallel:result is None 2024-09-13T16:58:51.341 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2024-09-13T16:58:51.491 INFO:teuthology.orchestra.run.smithi170.stdout:Processing triggers for install-info (6.7.0.dfsg.2-5) ... 2024-09-13T16:58:52.726 INFO:teuthology.orchestra.run.smithi170.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T16:58:52.733 DEBUG:teuthology.parallel:result is None 2024-09-13T16:58:52.734 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:58:52.885 DEBUG:teuthology.orchestra.run.smithi099:> dpkg-query -W -f '${Version}' ceph 2024-09-13T16:58:52.922 INFO:teuthology.orchestra.run.smithi099.stdout:18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:58:52.923 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:58:52.923 INFO:teuthology.task.install:The correct ceph version 18.2.4-850-g50bbe7f3-1focal is installed. 2024-09-13T16:58:52.925 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:58:53.075 DEBUG:teuthology.orchestra.run.smithi170:> dpkg-query -W -f '${Version}' ceph 2024-09-13T16:58:53.111 INFO:teuthology.orchestra.run.smithi170.stdout:18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:58:53.111 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T16:58:53.112 INFO:teuthology.task.install:The correct ceph version 18.2.4-850-g50bbe7f3-1focal is installed. 2024-09-13T16:58:53.114 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T16:58:53.114 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:53.114 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T16:58:53.149 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:58:53.149 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T16:58:53.187 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T16:58:53.188 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:53.188 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T16:58:53.227 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T16:58:53.307 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:58:53.308 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T16:58:53.343 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T16:58:53.414 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T16:58:53.415 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:53.415 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T16:58:53.453 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T16:58:53.530 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:58:53.530 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T16:58:53.561 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T16:58:53.635 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T16:58:53.635 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:53.636 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T16:58:53.685 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T16:58:53.763 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:58:53.763 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T16:58:53.799 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T16:58:53.877 INFO:teuthology.run_tasks:Running task ceph... 2024-09-13T16:58:53.959 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-13T16:58:53.960 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 777 /var/log/ceph 2024-09-13T16:58:53.965 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 777 /var/log/ceph 2024-09-13T16:58:53.992 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-13T16:58:53.992 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T16:58:54.044 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T16:58:54.073 INFO:tasks.ceph:Creating extra log directories... 2024-09-13T16:58:54.073 DEBUG:teuthology.orchestra.run.smithi099:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T16:58:54.125 DEBUG:teuthology.orchestra.run.smithi170:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T16:58:54.165 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-13T16:58:54.166 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-13T16:58:54.166 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-13T16:58:54.166 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:54.166 DEBUG:teuthology.orchestra.run.smithi099:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T16:58:54.213 DEBUG:teuthology.orchestra.run.smithi099:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T16:58:54.335 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:58:54.336 DEBUG:teuthology.orchestra.run.smithi170:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T16:58:54.351 DEBUG:teuthology.orchestra.run.smithi170:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T16:58:54.479 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-13T16:58:54.479 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-13T16:58:54.480 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843', 'branch': 'wip-rishabh-testing-20240910.095512-reef', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/recovery-fs}', 'email': None, 'first_in_suite': False, 'job_id': '7903843', 'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '20.04', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240910.095512-reef'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'kclient': {'syntax': 'v2'}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240910.095512-reef', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1152, 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'sleep_before_teardown': 0, 'subset': '984/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240910.095512-reef', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi099.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM=', 'smithi170.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_recovery_fs']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-13_14:36:41', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-13T16:58:54.480 DEBUG:teuthology.orchestra.run.smithi099:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T16:58:54.486 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T16:58:54.504 DEBUG:teuthology.orchestra.run.smithi099:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T16:58:54.549 DEBUG:teuthology.orchestra.run.smithi170:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T16:58:54.583 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:54.584 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T16:58:54.639 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T16:58:54.639 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_1 2024-09-13T16:58:54.700 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T16:58:54.700 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:58:54.700 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 6h/6d Inode: 497 Links: 1 2024-09-13T16:58:54.700 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:58:54.700 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-09-13 16:53:16.695488733 +0000 2024-09-13T16:58:54.700 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-09-13 16:53:16.355496574 +0000 2024-09-13T16:58:54.700 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-09-13 16:53:16.355496574 +0000 2024-09-13T16:58:54.700 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2024-09-13T16:58:54.701 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T16:58:54.772 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-09-13T16:58:54.773 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-09-13T16:58:54.773 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000673393 s, 760 kB/s 2024-09-13T16:58:54.777 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T16:58:54.841 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_2 2024-09-13T16:58:54.901 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T16:58:54.901 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:58:54.901 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 6h/6d Inode: 503 Links: 1 2024-09-13T16:58:54.901 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:58:54.901 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-09-13 16:53:17.343473790 +0000 2024-09-13T16:58:54.901 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-09-13 16:53:17.015481354 +0000 2024-09-13T16:58:54.901 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-09-13 16:53:17.015481354 +0000 2024-09-13T16:58:54.902 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2024-09-13T16:58:54.902 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T16:58:54.974 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-09-13T16:58:54.974 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-09-13T16:58:54.974 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000668839 s, 766 kB/s 2024-09-13T16:58:54.976 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T16:58:55.043 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_3 2024-09-13T16:58:55.107 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T16:58:55.107 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:58:55.107 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 6h/6d Inode: 511 Links: 1 2024-09-13T16:58:55.108 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:58:55.108 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-09-13 16:53:17.983459029 +0000 2024-09-13T16:58:55.108 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-09-13 16:53:17.663466409 +0000 2024-09-13T16:58:55.108 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-09-13 16:53:17.663466409 +0000 2024-09-13T16:58:55.108 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2024-09-13T16:58:55.108 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T16:58:55.189 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-09-13T16:58:55.189 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-09-13T16:58:55.190 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000520443 s, 984 kB/s 2024-09-13T16:58:55.192 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T16:58:55.259 DEBUG:teuthology.orchestra.run.smithi099:> stat /dev/vg_nvme/lv_4 2024-09-13T16:58:55.321 INFO:teuthology.orchestra.run.smithi099.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T16:58:55.322 INFO:teuthology.orchestra.run.smithi099.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:58:55.322 INFO:teuthology.orchestra.run.smithi099.stdout:Device: 6h/6d Inode: 517 Links: 1 2024-09-13T16:58:55.322 INFO:teuthology.orchestra.run.smithi099.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:58:55.322 INFO:teuthology.orchestra.run.smithi099.stdout:Access: 2024-09-13 16:53:18.295451833 +0000 2024-09-13T16:58:55.322 INFO:teuthology.orchestra.run.smithi099.stdout:Modify: 2024-09-13 16:53:18.291451927 +0000 2024-09-13T16:58:55.322 INFO:teuthology.orchestra.run.smithi099.stdout:Change: 2024-09-13 16:53:18.291451927 +0000 2024-09-13T16:58:55.322 INFO:teuthology.orchestra.run.smithi099.stdout: Birth: - 2024-09-13T16:58:55.322 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T16:58:55.393 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records in 2024-09-13T16:58:55.393 INFO:teuthology.orchestra.run.smithi099.stderr:1+0 records out 2024-09-13T16:58:55.393 INFO:teuthology.orchestra.run.smithi099.stderr:512 bytes copied, 0.000706185 s, 725 kB/s 2024-09-13T16:58:55.395 DEBUG:teuthology.orchestra.run.smithi099:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T16:58:55.461 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:58:55.462 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:58:55.462 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T16:58:55.480 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T16:58:55.480 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_1 2024-09-13T16:58:55.541 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T16:58:55.541 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:58:55.541 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 6h/6d Inode: 497 Links: 1 2024-09-13T16:58:55.542 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:58:55.542 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-13 16:53:16.678025830 +0000 2024-09-13T16:58:55.542 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-13 16:53:16.358033210 +0000 2024-09-13T16:58:55.542 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-13 16:53:16.358033210 +0000 2024-09-13T16:58:55.542 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2024-09-13T16:58:55.542 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T16:58:55.620 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-13T16:58:55.620 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-13T16:58:55.620 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000648923 s, 789 kB/s 2024-09-13T16:58:55.624 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T16:58:55.688 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_2 2024-09-13T16:58:55.748 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T16:58:55.748 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:58:55.749 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 6h/6d Inode: 504 Links: 1 2024-09-13T16:58:55.749 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:58:55.749 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-13 16:53:17.322010979 +0000 2024-09-13T16:58:55.749 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-13 16:53:16.986018729 +0000 2024-09-13T16:58:55.749 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-13 16:53:16.986018729 +0000 2024-09-13T16:58:55.749 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2024-09-13T16:58:55.749 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T16:58:55.824 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-13T16:58:55.824 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-13T16:58:55.824 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000408028 s, 1.3 MB/s 2024-09-13T16:58:55.827 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T16:58:55.894 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_3 2024-09-13T16:58:55.958 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T16:58:55.959 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:58:55.959 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 6h/6d Inode: 511 Links: 1 2024-09-13T16:58:55.959 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:58:55.959 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-13 16:53:17.989995574 +0000 2024-09-13T16:58:55.959 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-13 16:53:17.638003691 +0000 2024-09-13T16:58:55.959 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-13 16:53:17.638003691 +0000 2024-09-13T16:58:55.959 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2024-09-13T16:58:55.959 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T16:58:56.034 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-13T16:58:56.035 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-13T16:58:56.035 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000502029 s, 1.0 MB/s 2024-09-13T16:58:56.037 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T16:58:56.100 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_4 2024-09-13T16:58:56.160 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T16:58:56.160 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:58:56.160 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 6h/6d Inode: 517 Links: 1 2024-09-13T16:58:56.160 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:58:56.160 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-13 16:53:18.621981001 +0000 2024-09-13T16:58:56.160 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-13 16:53:18.317988010 +0000 2024-09-13T16:58:56.160 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-13 16:53:18.317988010 +0000 2024-09-13T16:58:56.161 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: - 2024-09-13T16:58:56.161 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T16:58:56.231 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-13T16:58:56.231 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-13T16:58:56.231 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000625461 s, 819 kB/s 2024-09-13T16:58:56.235 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T16:58:56.306 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:58:56.306 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi099.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi170.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T16:58:56.307 INFO:tasks.ceph:Generating config... 2024-09-13T16:58:56.309 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-13T16:58:56.309 INFO:tasks.ceph:[client] debug client = 20 2024-09-13T16:58:56.309 INFO:tasks.ceph:[client] debug ms = 1 2024-09-13T16:58:56.309 INFO:tasks.ceph:[client] pid file = 2024-09-13T16:58:56.309 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-13T16:58:56.309 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-13T16:58:56.310 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-13T16:58:56.310 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-13T16:58:56.311 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-13T16:58:56.311 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-13T16:58:56.311 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-13T16:58:56.311 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-13T16:58:56.311 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-13T16:58:56.311 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-13T16:58:56.311 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-13T16:58:56.311 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-13T16:58:56.311 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-13T16:58:56.311 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-13T16:58:56.311 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-13T16:58:56.311 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-13T16:58:56.311 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-13T16:58:56.311 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-13T16:58:56.312 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-13T16:58:56.312 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-13T16:58:56.312 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-13T16:58:56.312 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-13T16:58:56.312 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-13T16:58:56.312 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-13T16:58:56.312 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-13T16:58:56.312 INFO:tasks.ceph:Setting up mon.a... 2024-09-13T16:58:56.312 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-13T16:58:56.381 INFO:teuthology.orchestra.run.smithi099.stdout:creating /etc/ceph/ceph.keyring 2024-09-13T16:58:56.403 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-13T16:58:56.471 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:58:56.497 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.99'), ('mon.b', '172.21.15.170'), ('mon.c', '[v2:172.21.15.170:3301,v1:172.21.15.170:6790]')] 2024-09-13T16:58:56.498 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.99,172.21.15.170,[v2:172.21.15.170:3301,v1:172.21.15.170:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-13T16:58:56.499 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:56.499 DEBUG:teuthology.orchestra.run.smithi099:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T16:58:56.555 DEBUG:teuthology.orchestra.run.smithi099:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.99 --add b 172.21.15.170 --addv c '[v2:172.21.15.170:3301,v1:172.21.15.170:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:58:56.662 INFO:teuthology.orchestra.run.smithi099.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:monmaptool: generated fsid 78c3ecbc-31d2-493e-b241-0f430ab0a353 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:setting min_mon_release = pacific 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:epoch 0 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:fsid 78c3ecbc-31d2-493e-b241-0f430ab0a353 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:last_changed 2024-09-13T16:58:56.662145+0000 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:created 2024-09-13T16:58:56.662145+0000 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:min_mon_release 16 (pacific) 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:election_strategy: 1 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:0: [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] mon.a 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:1: [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] mon.b 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:2: [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] mon.c 2024-09-13T16:58:56.663 INFO:teuthology.orchestra.run.smithi099.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-13T16:58:56.666 DEBUG:teuthology.orchestra.run.smithi099:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T16:58:56.681 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 78c3ecbc-31d2-493e-b241-0f430ab0a353... 2024-09-13T16:58:56.682 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:58:56.733 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:58:56.801 INFO:teuthology.orchestra.run.smithi099.stdout:[global] 2024-09-13T16:58:56.801 INFO:teuthology.orchestra.run.smithi099.stdout: chdir = "" 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: auth supported = cephx 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: filestore xattr use omap = true 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: mon clock drift allowed = 1.000 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: osd crush chooseleaf type = 0 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: auth debug = true 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: ms die on old message = true 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: ms die on bug = true 2024-09-13T16:58:56.802 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: mon pg warn max object skew = 0 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: osd pool default size = 2 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd allow primary affinity = true 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd allow pg remap = true 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:58:56.803 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on no sortbitwise = false 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on too few osds = false 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: mon_allow_pool_size_one = true 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: osd default data pool replay window = 5 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: mon allow pool delete = true 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: mon cluster log file level = debug 2024-09-13T16:58:56.804 INFO:teuthology.orchestra.run.smithi099.stdout: debug asserts on shutdown = true 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: mon health detail to clog = false 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: mon host = "172.21.15.99,172.21.15.170,[v2:172.21.15.170:3301,v1:172.21.15.170:6790]" 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: ms die on skipped message = False 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: fsid = 78c3ecbc-31d2-493e-b241-0f430ab0a353 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout:[osd] 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: osd journal size = 100 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: osd scrub load threshold = 5.0 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: osd scrub max interval = 600 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:58:56.805 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: osd recover clone overlap = true 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: osd recovery max chunk = 1048576 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug shutdown = true 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug op order = true 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug verify stray on activate = true 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: osd open classes on start = true 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug pg log writeout = true 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.806 INFO:teuthology.orchestra.run.smithi099.stdout: osd map max advance = 10 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: journal zero on create = true 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: filestore apply finisher threads = 3 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: bdev debug aio = true 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: osd debug misdirected ops = true 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: bdev async discard = True 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: bdev enable discard = True 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: bluestore allocator = bitmap 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: bluestore block size = 96636764160 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: bluestore fsck on mount = True 2024-09-13T16:58:56.807 INFO:teuthology.orchestra.run.smithi099.stdout: debug bluefs = 1/20 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: debug bluestore = 1/20 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: debug ms = 1 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: debug osd = 20 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: debug rocksdb = 4/10 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd full ratio = 0.9 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: osd objectstore = bluestore 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: osd op complaint time = 180 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout:[mgr] 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: debug ms = 1 2024-09-13T16:58:56.808 INFO:teuthology.orchestra.run.smithi099.stdout: debug mgr = 20 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: debug mon = 20 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: debug auth = 20 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: mgr/telemetry/nag = false 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: debug client = 20 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout:[mon] 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: debug ms = 1 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: debug mon = 20 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: debug paxos = 20 2024-09-13T16:58:56.809 INFO:teuthology.orchestra.run.smithi099.stdout: debug auth = 20 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: mon data avail warn = 5 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: mon mgr mkfs grace = 240 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd reporter subtree level = osd 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: mon osd prime pg temp = true 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:58:56.810 INFO:teuthology.orchestra.run.smithi099.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: # 1m isn't quite enough 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: mon op complaint time = 120 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: mon warn on pool no app = False 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout:[client] 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: rgw cache enabled = true 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: rgw enable ops log = true 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: rgw enable usage log = true 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:58:56.811 INFO:teuthology.orchestra.run.smithi099.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout: client mount timeout = 600 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout: debug client = 20 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout: debug ms = 1 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout: pid file = "" 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout: rados mon op timeout = 900 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout: rados osd op timeout = 900 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout:[mon.a] 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout:[mon.b] 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout:[mon.c] 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.a] 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.c] 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.b] 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.d] 2024-09-13T16:58:56.812 INFO:teuthology.orchestra.run.smithi099.stdout:[mds] 2024-09-13T16:58:56.813 INFO:teuthology.orchestra.run.smithi099.stdout: debug mds = 20 2024-09-13T16:58:56.813 INFO:teuthology.orchestra.run.smithi099.stdout: debug mds balancer = 20 2024-09-13T16:58:56.813 INFO:teuthology.orchestra.run.smithi099.stdout: debug ms = 1 2024-09-13T16:58:56.813 INFO:teuthology.orchestra.run.smithi099.stdout: mds debug frag = True 2024-09-13T16:58:56.813 INFO:teuthology.orchestra.run.smithi099.stdout: mds debug scatterstat = True 2024-09-13T16:58:56.813 INFO:teuthology.orchestra.run.smithi099.stdout: mds op complaint time = 180 2024-09-13T16:58:56.813 INFO:teuthology.orchestra.run.smithi099.stdout: mds verify scatter = True 2024-09-13T16:58:56.813 INFO:teuthology.orchestra.run.smithi099.stdout: osd op complaint time = 180 2024-09-13T16:58:56.813 INFO:teuthology.orchestra.run.smithi099.stdout: rados mon op timeout = 900 2024-09-13T16:58:56.813 INFO:teuthology.orchestra.run.smithi099.stdout: rados osd op timeout = 900 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout:[global] 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: chdir = "" 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: auth supported = cephx 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: filestore xattr use omap = true 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: mon clock drift allowed = 1.000 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: osd crush chooseleaf type = 0 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: auth debug = true 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.814 INFO:teuthology.orchestra.run.smithi170.stdout: ms die on old message = true 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: ms die on bug = true 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: mon pg warn max object skew = 0 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: osd pool default size = 2 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd allow primary affinity = true 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd allow pg remap = true 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:58:56.815 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on no sortbitwise = false 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on too few osds = false 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: mon_allow_pool_size_one = true 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: osd default data pool replay window = 5 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: mon allow pool delete = true 2024-09-13T16:58:56.816 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: mon cluster log file level = debug 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: debug asserts on shutdown = true 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: mon health detail to clog = false 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: mon host = "172.21.15.99,172.21.15.170,[v2:172.21.15.170:3301,v1:172.21.15.170:6790]" 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: ms die on skipped message = False 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: fsid = 78c3ecbc-31d2-493e-b241-0f430ab0a353 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout:[osd] 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: osd journal size = 100 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: osd scrub load threshold = 5.0 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: osd scrub max interval = 600 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.817 INFO:teuthology.orchestra.run.smithi170.stdout: osd recover clone overlap = true 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: osd recovery max chunk = 1048576 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug shutdown = true 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug op order = true 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug verify stray on activate = true 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: osd open classes on start = true 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug pg log writeout = true 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: osd map max advance = 10 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.818 INFO:teuthology.orchestra.run.smithi170.stdout: journal zero on create = true 2024-09-13T16:58:56.819 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.819 INFO:teuthology.orchestra.run.smithi170.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:58:56.819 INFO:teuthology.orchestra.run.smithi170.stdout: filestore apply finisher threads = 3 2024-09-13T16:58:56.819 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.819 INFO:teuthology.orchestra.run.smithi170.stdout: bdev debug aio = true 2024-09-13T16:58:56.819 INFO:teuthology.orchestra.run.smithi170.stdout: osd debug misdirected ops = true 2024-09-13T16:58:56.819 INFO:teuthology.orchestra.run.smithi170.stdout: bdev async discard = True 2024-09-13T16:58:56.819 INFO:teuthology.orchestra.run.smithi170.stdout: bdev enable discard = True 2024-09-13T16:58:56.819 INFO:teuthology.orchestra.run.smithi170.stdout: bluestore allocator = bitmap 2024-09-13T16:58:56.819 INFO:teuthology.orchestra.run.smithi170.stdout: bluestore block size = 96636764160 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: bluestore fsck on mount = True 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: debug bluefs = 1/20 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: debug bluestore = 1/20 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: debug ms = 1 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: debug osd = 20 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: debug rocksdb = 4/10 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd full ratio = 0.9 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: osd objectstore = bluestore 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: osd op complaint time = 180 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.820 INFO:teuthology.orchestra.run.smithi170.stdout:[mgr] 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: debug ms = 1 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: debug mgr = 20 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: debug mon = 20 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: debug auth = 20 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: mgr/telemetry/nag = false 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: debug client = 20 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout:[mon] 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: debug ms = 1 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: debug mon = 20 2024-09-13T16:58:56.821 INFO:teuthology.orchestra.run.smithi170.stdout: debug paxos = 20 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: debug auth = 20 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: mon data avail warn = 5 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: mon mgr mkfs grace = 240 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd reporter subtree level = osd 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: mon osd prime pg temp = true 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:58:56.822 INFO:teuthology.orchestra.run.smithi170.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: # 1m isn't quite enough 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: mon op complaint time = 120 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: mon warn on pool no app = False 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout:[client] 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: rgw cache enabled = true 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: rgw enable ops log = true 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: rgw enable usage log = true 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:58:56.823 INFO:teuthology.orchestra.run.smithi170.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout: client mount timeout = 600 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout: debug client = 20 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout: debug ms = 1 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout: pid file = "" 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout: rados mon op timeout = 900 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout: rados osd op timeout = 900 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout:[mon.a] 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout:[mon.b] 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout:[mon.c] 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout:[mds.a] 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout:[mds.c] 2024-09-13T16:58:56.824 INFO:teuthology.orchestra.run.smithi170.stdout:[mds.b] 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout:[mds.d] 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout:[mds] 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout: debug mds = 20 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout: debug mds balancer = 20 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout: debug ms = 1 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout: mds debug frag = True 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout: mds debug scatterstat = True 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout: mds op complaint time = 180 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout: mds verify scatter = True 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout: osd op complaint time = 180 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout: rados mon op timeout = 900 2024-09-13T16:58:56.825 INFO:teuthology.orchestra.run.smithi170.stdout: rados osd op timeout = 900 2024-09-13T16:58:56.831 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-13T16:58:56.832 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-13T16:58:56.913 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-13T16:58:56.913 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:56.913 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-13T16:58:56.927 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:56.927 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-13T16:58:56.989 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T16:58:56.989 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:56.989 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T16:58:56.990 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:58:57.084 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:58:57.084 DEBUG:teuthology.orchestra.run.smithi099:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:58:57.147 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T16:58:57.147 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:58:57.147 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T16:58:57.148 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:58:57.210 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:58:57.210 DEBUG:teuthology.orchestra.run.smithi170:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:58:57.273 INFO:tasks.ceph:Setting up mon nodes... 2024-09-13T16:58:57.273 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-13T16:58:57.273 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T16:58:57.369 INFO:teuthology.orchestra.run.smithi099.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T16:58:57.377 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T16:58:57.475 INFO:teuthology.orchestra.run.smithi170.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T16:58:57.511 INFO:tasks.ceph:Setting up mds nodes... 2024-09-13T16:58:57.511 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T16:58:57.609 INFO:teuthology.orchestra.run.smithi099.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T16:58:57.617 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-13T16:58:57.648 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T16:58:57.785 INFO:teuthology.orchestra.run.smithi099.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T16:58:57.792 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-13T16:58:57.823 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T16:58:57.926 INFO:teuthology.orchestra.run.smithi170.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T16:58:57.933 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-13T16:58:57.961 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T16:58:58.108 INFO:teuthology.orchestra.run.smithi170.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T16:58:58.119 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-13T16:58:58.152 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-13T16:58:58.152 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T16:58:58.222 INFO:teuthology.orchestra.run.smithi099.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-13T16:58:58.248 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-13T16:58:58.319 INFO:teuthology.orchestra.run.smithi099.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-13T16:58:58.346 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T16:58:58.422 INFO:teuthology.orchestra.run.smithi170.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-13T16:58:58.449 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-13T16:58:58.519 INFO:teuthology.orchestra.run.smithi170.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-13T16:58:58.549 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-13T16:58:58.549 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi099.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi170.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T16:58:58.549 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-13T16:58:58.583 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:58:58.583 INFO:tasks.ceph:role: osd.0 2024-09-13T16:58:58.584 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T16:58:58.584 DEBUG:teuthology.orchestra.run.smithi099:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T16:58:59.184 INFO:teuthology.orchestra.run.smithi099.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:58:59.184 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:58:59.184 INFO:teuthology.orchestra.run.smithi099.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:58:59.184 INFO:teuthology.orchestra.run.smithi099.stdout: = reflink=1 2024-09-13T16:58:59.184 INFO:teuthology.orchestra.run.smithi099.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:58:59.184 INFO:teuthology.orchestra.run.smithi099.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:58:59.184 INFO:teuthology.orchestra.run.smithi099.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:58:59.184 INFO:teuthology.orchestra.run.smithi099.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:58:59.185 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:58:59.185 INFO:teuthology.orchestra.run.smithi099.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:58:59.189 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi099.front.sepia.ceph.com -o noatime 2024-09-13T16:58:59.189 DEBUG:teuthology.orchestra.run.smithi099:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-13T16:58:59.304 DEBUG:teuthology.orchestra.run.smithi099:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-13T16:58:59.325 INFO:teuthology.orchestra.run.smithi099.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:58:59.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:58:59.327 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-13T16:58:59.400 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:58:59.401 INFO:tasks.ceph:role: osd.1 2024-09-13T16:58:59.401 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T16:58:59.401 DEBUG:teuthology.orchestra.run.smithi099:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T16:58:59.951 INFO:teuthology.orchestra.run.smithi099.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:58:59.951 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:58:59.951 INFO:teuthology.orchestra.run.smithi099.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:58:59.951 INFO:teuthology.orchestra.run.smithi099.stdout: = reflink=1 2024-09-13T16:58:59.951 INFO:teuthology.orchestra.run.smithi099.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:58:59.951 INFO:teuthology.orchestra.run.smithi099.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:58:59.951 INFO:teuthology.orchestra.run.smithi099.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:58:59.951 INFO:teuthology.orchestra.run.smithi099.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:58:59.951 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:58:59.952 INFO:teuthology.orchestra.run.smithi099.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:58:59.956 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi099.front.sepia.ceph.com -o noatime 2024-09-13T16:58:59.957 DEBUG:teuthology.orchestra.run.smithi099:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-13T16:59:00.021 DEBUG:teuthology.orchestra.run.smithi099:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-13T16:59:00.040 INFO:teuthology.orchestra.run.smithi099.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:59:00.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:59:00.042 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-13T16:59:00.114 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:59:00.115 INFO:tasks.ceph:role: osd.2 2024-09-13T16:59:00.115 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T16:59:00.115 DEBUG:teuthology.orchestra.run.smithi099:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T16:59:00.679 INFO:teuthology.orchestra.run.smithi099.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:59:00.679 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:59:00.679 INFO:teuthology.orchestra.run.smithi099.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:59:00.679 INFO:teuthology.orchestra.run.smithi099.stdout: = reflink=1 2024-09-13T16:59:00.679 INFO:teuthology.orchestra.run.smithi099.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:59:00.680 INFO:teuthology.orchestra.run.smithi099.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:59:00.680 INFO:teuthology.orchestra.run.smithi099.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:59:00.680 INFO:teuthology.orchestra.run.smithi099.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:59:00.680 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:59:00.680 INFO:teuthology.orchestra.run.smithi099.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:59:00.684 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi099.front.sepia.ceph.com -o noatime 2024-09-13T16:59:00.684 DEBUG:teuthology.orchestra.run.smithi099:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-13T16:59:00.784 DEBUG:teuthology.orchestra.run.smithi099:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-13T16:59:00.803 INFO:teuthology.orchestra.run.smithi099.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:59:00.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:59:00.805 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-13T16:59:00.879 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:59:00.880 INFO:tasks.ceph:role: osd.3 2024-09-13T16:59:00.880 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T16:59:00.880 DEBUG:teuthology.orchestra.run.smithi099:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T16:59:01.465 INFO:teuthology.orchestra.run.smithi099.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:59:01.465 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:59:01.466 INFO:teuthology.orchestra.run.smithi099.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:59:01.466 INFO:teuthology.orchestra.run.smithi099.stdout: = reflink=1 2024-09-13T16:59:01.466 INFO:teuthology.orchestra.run.smithi099.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:59:01.466 INFO:teuthology.orchestra.run.smithi099.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:59:01.466 INFO:teuthology.orchestra.run.smithi099.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:59:01.466 INFO:teuthology.orchestra.run.smithi099.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:59:01.466 INFO:teuthology.orchestra.run.smithi099.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:59:01.466 INFO:teuthology.orchestra.run.smithi099.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:59:01.469 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi099.front.sepia.ceph.com -o noatime 2024-09-13T16:59:01.469 DEBUG:teuthology.orchestra.run.smithi099:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-13T16:59:01.585 DEBUG:teuthology.orchestra.run.smithi099:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-13T16:59:01.607 INFO:teuthology.orchestra.run.smithi099.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:59:01.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:59:01.609 DEBUG:teuthology.orchestra.run.smithi099:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:59:01.771 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:01.763+0000 7f57b433f880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-13T16:59:01.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:01.767+0000 7f57b433f880 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-13T16:59:01.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:01.767+0000 7f57b433f880 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:59:01.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:01.767+0000 7f57b433f880 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:59:01.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:01.767+0000 7f57b433f880 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:59:01.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:01.771+0000 7f57b433f880 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-13T16:59:04.887 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T16:59:04.917 DEBUG:teuthology.orchestra.run.smithi099:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:59:05.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:05.039+0000 7f91a6f24880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-13T16:59:05.045 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:05.039+0000 7f91a6f24880 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-13T16:59:05.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:05.039+0000 7f91a6f24880 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:59:05.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:05.039+0000 7f91a6f24880 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:59:05.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:05.039+0000 7f91a6f24880 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:59:05.047 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:05.043+0000 7f91a6f24880 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-13T16:59:08.119 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T16:59:08.151 DEBUG:teuthology.orchestra.run.smithi099:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:59:08.271 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:08.267+0000 7f6fd5681880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-13T16:59:08.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:08.271+0000 7f6fd5681880 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-13T16:59:08.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:08.271+0000 7f6fd5681880 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:59:08.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:08.271+0000 7f6fd5681880 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:59:08.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:08.271+0000 7f6fd5681880 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:59:08.275 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:08.271+0000 7f6fd5681880 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-13T16:59:11.353 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T16:59:11.386 DEBUG:teuthology.orchestra.run.smithi099:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:59:11.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:11.507+0000 7f3ca0bee880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-13T16:59:11.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:11.511+0000 7f3ca0bee880 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-13T16:59:11.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:11.511+0000 7f3ca0bee880 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:59:11.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:11.511+0000 7f3ca0bee880 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:59:11.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:11.511+0000 7f3ca0bee880 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:59:11.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:11.515+0000 7f3ca0bee880 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-13T16:59:14.595 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T16:59:14.628 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-13T16:59:14.663 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:59:14.663 INFO:tasks.ceph:role: osd.4 2024-09-13T16:59:14.663 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T16:59:14.663 DEBUG:teuthology.orchestra.run.smithi170:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T16:59:14.775 INFO:teuthology.orchestra.run.smithi170.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:59:14.775 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:59:14.775 INFO:teuthology.orchestra.run.smithi170.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:59:14.775 INFO:teuthology.orchestra.run.smithi170.stdout: = reflink=1 2024-09-13T16:59:14.775 INFO:teuthology.orchestra.run.smithi170.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:59:14.775 INFO:teuthology.orchestra.run.smithi170.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:59:14.775 INFO:teuthology.orchestra.run.smithi170.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:59:14.775 INFO:teuthology.orchestra.run.smithi170.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:59:14.776 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:59:14.776 INFO:teuthology.orchestra.run.smithi170.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:59:14.780 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi170.front.sepia.ceph.com -o noatime 2024-09-13T16:59:14.780 DEBUG:teuthology.orchestra.run.smithi170:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-13T16:59:14.816 DEBUG:teuthology.orchestra.run.smithi170:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-13T16:59:14.885 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:59:14.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:59:14.887 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-13T16:59:14.962 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:59:14.962 INFO:tasks.ceph:role: osd.5 2024-09-13T16:59:14.962 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T16:59:14.962 DEBUG:teuthology.orchestra.run.smithi170:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T16:59:15.074 INFO:teuthology.orchestra.run.smithi170.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:59:15.074 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:59:15.074 INFO:teuthology.orchestra.run.smithi170.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:59:15.074 INFO:teuthology.orchestra.run.smithi170.stdout: = reflink=1 2024-09-13T16:59:15.074 INFO:teuthology.orchestra.run.smithi170.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:59:15.074 INFO:teuthology.orchestra.run.smithi170.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:59:15.074 INFO:teuthology.orchestra.run.smithi170.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:59:15.074 INFO:teuthology.orchestra.run.smithi170.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:59:15.074 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:59:15.074 INFO:teuthology.orchestra.run.smithi170.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:59:15.078 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi170.front.sepia.ceph.com -o noatime 2024-09-13T16:59:15.078 DEBUG:teuthology.orchestra.run.smithi170:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-13T16:59:15.115 DEBUG:teuthology.orchestra.run.smithi170:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-13T16:59:15.184 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:59:15.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:59:15.185 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-13T16:59:15.263 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:59:15.263 INFO:tasks.ceph:role: osd.6 2024-09-13T16:59:15.263 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T16:59:15.263 DEBUG:teuthology.orchestra.run.smithi170:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T16:59:15.377 INFO:teuthology.orchestra.run.smithi170.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:59:15.377 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:59:15.377 INFO:teuthology.orchestra.run.smithi170.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:59:15.377 INFO:teuthology.orchestra.run.smithi170.stdout: = reflink=1 2024-09-13T16:59:15.377 INFO:teuthology.orchestra.run.smithi170.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:59:15.377 INFO:teuthology.orchestra.run.smithi170.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:59:15.377 INFO:teuthology.orchestra.run.smithi170.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:59:15.377 INFO:teuthology.orchestra.run.smithi170.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:59:15.378 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:59:15.378 INFO:teuthology.orchestra.run.smithi170.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:59:15.382 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi170.front.sepia.ceph.com -o noatime 2024-09-13T16:59:15.382 DEBUG:teuthology.orchestra.run.smithi170:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-13T16:59:15.417 DEBUG:teuthology.orchestra.run.smithi170:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-13T16:59:15.484 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:59:15.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:59:15.486 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-13T16:59:15.569 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:59:15.570 INFO:tasks.ceph:role: osd.7 2024-09-13T16:59:15.570 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T16:59:15.570 DEBUG:teuthology.orchestra.run.smithi170:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T16:59:15.680 INFO:teuthology.orchestra.run.smithi170.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:59:15.681 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:59:15.681 INFO:teuthology.orchestra.run.smithi170.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:59:15.681 INFO:teuthology.orchestra.run.smithi170.stdout: = reflink=1 2024-09-13T16:59:15.681 INFO:teuthology.orchestra.run.smithi170.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:59:15.681 INFO:teuthology.orchestra.run.smithi170.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:59:15.681 INFO:teuthology.orchestra.run.smithi170.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:59:15.681 INFO:teuthology.orchestra.run.smithi170.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T16:59:15.681 INFO:teuthology.orchestra.run.smithi170.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:59:15.681 INFO:teuthology.orchestra.run.smithi170.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:59:15.687 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi170.front.sepia.ceph.com -o noatime 2024-09-13T16:59:15.687 DEBUG:teuthology.orchestra.run.smithi170:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-13T16:59:15.729 DEBUG:teuthology.orchestra.run.smithi170:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-13T16:59:15.797 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T16:59:15.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:59:15.799 DEBUG:teuthology.orchestra.run.smithi170:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:59:15.961 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:15.956+0000 7f4d154f8880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-13T16:59:15.962 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:15.956+0000 7f4d154f8880 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-13T16:59:15.962 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:15.956+0000 7f4d154f8880 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:59:15.962 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:15.956+0000 7f4d154f8880 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:59:15.962 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:15.956+0000 7f4d154f8880 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:59:15.965 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:15.960+0000 7f4d154f8880 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-13T16:59:19.037 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T16:59:19.073 DEBUG:teuthology.orchestra.run.smithi170:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:59:19.199 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:19.196+0000 7fda97222880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-13T16:59:19.199 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:19.196+0000 7fda97222880 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-13T16:59:19.200 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:19.196+0000 7fda97222880 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:59:19.200 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:19.196+0000 7fda97222880 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:59:19.200 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:19.196+0000 7fda97222880 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:59:19.201 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:19.196+0000 7fda97222880 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-13T16:59:22.319 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T16:59:22.377 DEBUG:teuthology.orchestra.run.smithi170:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:59:22.499 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:22.496+0000 7efdf2c84880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-13T16:59:22.500 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:22.496+0000 7efdf2c84880 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-13T16:59:22.500 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:22.496+0000 7efdf2c84880 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:59:22.500 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:22.496+0000 7efdf2c84880 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:59:22.500 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:22.496+0000 7efdf2c84880 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:59:22.502 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:22.496+0000 7efdf2c84880 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-13T16:59:24.482 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:59:24.488 DEBUG:teuthology.orchestra.run.smithi170:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:59:25.592 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T16:59:25.628 DEBUG:teuthology.orchestra.run.smithi170:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:59:25.751 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:25.748+0000 7f22b76fa880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-13T16:59:25.752 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:25.748+0000 7f22b76fa880 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-13T16:59:25.752 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:25.748+0000 7f22b76fa880 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:59:25.752 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:25.748+0000 7f22b76fa880 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:59:25.752 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:25.748+0000 7f22b76fa880 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:59:25.754 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:25.748+0000 7f22b76fa880 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-13T16:59:28.893 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T16:59:28.927 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-13T16:59:28.928 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:28.928 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-13T16:59:28.967 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:28.967 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-13T16:59:29.051 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:29.051 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-13T16:59:29.122 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:29.122 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-13T16:59:29.197 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:29.197 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-13T16:59:29.275 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:29.276 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-13T16:59:29.348 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:29.348 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-13T16:59:29.423 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:29.423 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-13T16:59:29.455 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:29.455 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-13T16:59:29.530 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:29.530 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-13T16:59:29.607 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:29.607 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-13T16:59:29.681 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:29.681 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-13T16:59:29.751 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:29.751 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-13T16:59:29.826 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:29.826 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-13T16:59:29.900 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:29.900 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-13T16:59:29.915 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:29.915 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-13T16:59:29.975 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:29.975 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-13T16:59:29.992 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:29.992 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-13T16:59:30.051 INFO:tasks.ceph:Adding keys to all mons... 2024-09-13T16:59:30.051 DEBUG:teuthology.orchestra.run.smithi099:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T16:59:30.057 DEBUG:teuthology.orchestra.run.smithi170:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T16:59:30.104 INFO:teuthology.orchestra.run.smithi099.stdout:[mgr.y] 2024-09-13T16:59:30.104 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBRb+RmE0YAFhAALvgDGl5TNjG4xhBeDTpbSQ== 2024-09-13T16:59:30.104 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.a] 2024-09-13T16:59:30.104 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBRb+RmbXBSJBAAI9zbYZB9kVuRAOJvaVOX/w== 2024-09-13T16:59:30.104 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.c] 2024-09-13T16:59:30.104 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBRb+RmdlzNLhAAkwNdY4iwtcGF6OIAZRFSBA== 2024-09-13T16:59:30.104 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.0] 2024-09-13T16:59:30.105 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBVb+RmPPbtLRAAqzoizebDzllf2nSOPqNuVA== 2024-09-13T16:59:30.105 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.1] 2024-09-13T16:59:30.105 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBZb+RmhlGeAhAAvvNob0BrFa+C+Lo5v+M3zQ== 2024-09-13T16:59:30.105 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.2] 2024-09-13T16:59:30.105 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBcb+RmGl8iEBAAunpPTBmFtgQIyu4iG6Oatw== 2024-09-13T16:59:30.105 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.3] 2024-09-13T16:59:30.105 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBfb+RmdHp6HhAAGvE5VcpO2EcVOJ/ONfnt4A== 2024-09-13T16:59:30.105 INFO:teuthology.orchestra.run.smithi099.stdout:[mgr.x] 2024-09-13T16:59:30.106 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBRb+RmQAxOHBAARyk8imo2fT4umk5jfjPRHA== 2024-09-13T16:59:30.106 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.b] 2024-09-13T16:59:30.106 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBRb+RmCkQrNxAAvpy4gjcHhi2CMGBCYW1L9A== 2024-09-13T16:59:30.106 INFO:teuthology.orchestra.run.smithi099.stdout:[mds.d] 2024-09-13T16:59:30.106 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBSb+RmkmZ1BhAAVjEDhqQv/vwAQIh+dMWGDA== 2024-09-13T16:59:30.106 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.4] 2024-09-13T16:59:30.106 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBjb+RmE7NCORAAMr5XGhqLlCefYHjHcJNyPg== 2024-09-13T16:59:30.106 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.5] 2024-09-13T16:59:30.106 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBnb+RmbmzbCxAADWIviJ74r9cQJaidcWsjcw== 2024-09-13T16:59:30.106 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.6] 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBqb+RmtxS4HRAAYwZWS97upPNJI80uW7rI/A== 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout:[osd.7] 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBtb+Rml5bDLBAAfXrj9hs8AFX4yTmF126hOw== 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout:[client.0] 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBSb+Rm2vA6DRAAl/hvjC3lacdUyNGABXIaAQ== 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout:[client.2] 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBSb+Rm3iACExAAKR/dSo7zxme2Jgm310i/aw== 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout:[client.1] 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBSb+Rm8UIkGRAAaNaVl977kkc8+gHG7id7XQ== 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout:[client.3] 2024-09-13T16:59:30.107 INFO:teuthology.orchestra.run.smithi099.stdout: key = AQBSb+RmfKrsHhAAQ3hz9fw1mQeJYzx3uXFM/w== 2024-09-13T16:59:30.126 INFO:teuthology.orchestra.run.smithi170.stdout:[mgr.y] 2024-09-13T16:59:30.126 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBRb+RmE0YAFhAALvgDGl5TNjG4xhBeDTpbSQ== 2024-09-13T16:59:30.126 INFO:teuthology.orchestra.run.smithi170.stdout:[mds.a] 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBRb+RmbXBSJBAAI9zbYZB9kVuRAOJvaVOX/w== 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout:[mds.c] 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBRb+RmdlzNLhAAkwNdY4iwtcGF6OIAZRFSBA== 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.0] 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBVb+RmPPbtLRAAqzoizebDzllf2nSOPqNuVA== 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.1] 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBZb+RmhlGeAhAAvvNob0BrFa+C+Lo5v+M3zQ== 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.2] 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBcb+RmGl8iEBAAunpPTBmFtgQIyu4iG6Oatw== 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.3] 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBfb+RmdHp6HhAAGvE5VcpO2EcVOJ/ONfnt4A== 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout:[mgr.x] 2024-09-13T16:59:30.127 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBRb+RmQAxOHBAARyk8imo2fT4umk5jfjPRHA== 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout:[mds.b] 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBRb+RmCkQrNxAAvpy4gjcHhi2CMGBCYW1L9A== 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout:[mds.d] 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBSb+RmkmZ1BhAAVjEDhqQv/vwAQIh+dMWGDA== 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.4] 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBjb+RmE7NCORAAMr5XGhqLlCefYHjHcJNyPg== 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.5] 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBnb+RmbmzbCxAADWIviJ74r9cQJaidcWsjcw== 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.6] 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBqb+RmtxS4HRAAYwZWS97upPNJI80uW7rI/A== 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout:[osd.7] 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBtb+Rml5bDLBAAfXrj9hs8AFX4yTmF126hOw== 2024-09-13T16:59:30.128 INFO:teuthology.orchestra.run.smithi170.stdout:[client.0] 2024-09-13T16:59:30.129 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBSb+Rm2vA6DRAAl/hvjC3lacdUyNGABXIaAQ== 2024-09-13T16:59:30.129 INFO:teuthology.orchestra.run.smithi170.stdout:[client.2] 2024-09-13T16:59:30.129 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBSb+Rm3iACExAAKR/dSo7zxme2Jgm310i/aw== 2024-09-13T16:59:30.129 INFO:teuthology.orchestra.run.smithi170.stdout:[client.1] 2024-09-13T16:59:30.129 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBSb+Rm8UIkGRAAaNaVl977kkc8+gHG7id7XQ== 2024-09-13T16:59:30.129 INFO:teuthology.orchestra.run.smithi170.stdout:[client.3] 2024-09-13T16:59:30.129 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQBSb+RmfKrsHhAAQ3hz9fw1mQeJYzx3uXFM/w== 2024-09-13T16:59:30.130 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:59:30.156 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:59:30.255 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:59:30.261 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:59:30.345 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:59:30.350 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:59:30.433 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:30.438 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:30.521 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:30.527 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:30.605 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:30.610 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:30.689 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:30.695 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:30.774 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:59:30.780 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:59:30.860 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:59:30.866 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:59:30.954 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:59:30.959 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:59:31.044 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:31.049 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:31.137 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:31.142 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:31.222 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:31.228 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:31.304 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:31.309 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:59:31.394 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:59:31.399 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:59:31.487 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:59:31.493 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:59:31.578 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:59:31.583 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:59:31.667 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:59:31.671 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:59:31.756 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-13T16:59:31.757 DEBUG:teuthology.orchestra.run.smithi099:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-13T16:59:31.789 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:59:31.939 DEBUG:teuthology.orchestra.run.smithi099:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-13T16:59:31.970 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-13T16:59:32.004 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:59:32.147 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-13T16:59:32.181 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-13T16:59:32.255 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:59:32.419 DEBUG:teuthology.orchestra.run.smithi170:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-13T16:59:32.449 DEBUG:teuthology.orchestra.run.smithi099:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:59:32.454 DEBUG:teuthology.orchestra.run.smithi170:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:59:32.511 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-13T16:59:32.511 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-13T16:59:32.512 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-13T16:59:32.517 INFO:tasks.ceph.mon.a:Started 2024-09-13T16:59:32.517 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-13T16:59:32.517 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-13T16:59:32.559 INFO:tasks.ceph.mon.b:Started 2024-09-13T16:59:32.559 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-13T16:59:32.559 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-13T16:59:32.563 INFO:tasks.ceph.mon.c:Started 2024-09-13T16:59:32.563 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-13T16:59:32.563 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-13T16:59:32.563 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-13T16:59:32.569 INFO:tasks.ceph.mgr.y:Started 2024-09-13T16:59:32.569 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-13T16:59:32.569 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-13T16:59:32.573 INFO:tasks.ceph.mgr.x:Started 2024-09-13T16:59:32.573 INFO:tasks.ceph:Setting crush tunables to default 2024-09-13T16:59:32.573 DEBUG:teuthology.orchestra.run.smithi099:> sudo ceph --cluster ceph osd crush tunables default 2024-09-13T16:59:32.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.730+0000 7f622e600700 1 Processor -- start 2024-09-13T16:59:32.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.730+0000 7f622e600700 1 -- start start 2024-09-13T16:59:32.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f622e600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:32.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f622e600700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:32.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f622e600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f622815dac0 con 0x7f62280ace70 2024-09-13T16:59:32.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f622e600700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62280ad250 con 0x7f6228066150 2024-09-13T16:59:32.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f622e600700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62280ae110 con 0x7f62280b2d70 2024-09-13T16:59:32.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f6227e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:32.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f6227e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55004/0 (socket says 172.21.15.99:55004) 2024-09-13T16:59:32.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 learned_addr learned my addr 172.21.15.99:0/312931554 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:32.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:32.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 msgr2=0x7f62280b2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:59:32.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 msgr2=0x7f62280b2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:32.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:32.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f622dc00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 msgr2=0x7f6228153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T16:59:32.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f622dc00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 msgr2=0x7f6228153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:32.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:32.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:59:32.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.734+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:59:32.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.938+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:32.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.938+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:32.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.938+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 msgr2=0x7f62280b2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:59:32.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.938+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 msgr2=0x7f62280b2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:32.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.938+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.938+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T16:59:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.938+0000 7f622dc00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 msgr2=0x7f6228153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T16:59:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.938+0000 7f622dc00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 msgr2=0x7f6228153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.938+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:32.938+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T16:59:33.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:33.342+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:33.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:33.342+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:33.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:33.342+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 msgr2=0x7f62280b2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T16:59:33.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:33.342+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 msgr2=0x7f62280b2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:33.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:33.342+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:33.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:33.342+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T16:59:33.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:33.342+0000 7f622dc00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 msgr2=0x7f6228153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:59:33.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:33.342+0000 7f622dc00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 msgr2=0x7f6228153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:33.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:33.342+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:33.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:33.342+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T16:59:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:34.146+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:34.146+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:34.146+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 msgr2=0x7f62280b2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:59:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:34.146+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 msgr2=0x7f62280b2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:34.146+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:34.146+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T16:59:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:34.146+0000 7f622dc00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 msgr2=0x7f6228153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T16:59:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:34.146+0000 7f622dc00700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 msgr2=0x7f6228153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:34.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:34.146+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:34.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:34.146+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T16:59:35.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6226000700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 msgr2=0x7f6228153430 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:59:35.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6226000700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.170:3300/0 conn(0x7f62280b2d70 0x7f6228153430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:35.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6226000700 1 -- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 msgr2=0x7f62280b2830 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:59:35.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6226000700 1 --2- 172.21.15.99:0/312931554 >> v2:172.21.15.99:3300/0 conn(0x7f6228066150 0x7f62280b2830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:35.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6226000700 1 -- 172.21.15.99:0/312931554 >> v1:172.21.15.170:6789/0 conn(0x7f62280ace70 legacy=0x7f62280ae610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:35.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6226000700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:35.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6226000700 1 -- 172.21.15.99:0/312931554 --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62280707a0 con 0x7f6208003710 2024-09-13T16:59:35.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6226000700 1 -- 172.21.15.99:0/312931554 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62280ad250 con 0x7f6208007340 2024-09-13T16:59:35.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:35.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 msgr2=0x7f62080097e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:59:35.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 msgr2=0x7f62080097e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:35.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:35.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.734+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:59:35.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.938+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:35.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.938+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 msgr2=0x7f62080097e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:59:35.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.938+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 msgr2=0x7f62080097e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:35.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.938+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:35.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:35.938+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T16:59:36.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:36.342+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:36.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:36.342+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 msgr2=0x7f62080097e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:59:36.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:36.342+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 msgr2=0x7f62080097e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:36.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:36.342+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:36.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:36.342+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T16:59:37.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.146+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:37.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.146+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 msgr2=0x7f62080097e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:59:37.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.146+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 msgr2=0x7f62080097e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:59:37.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.146+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:59:37.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.146+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T16:59:37.917 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 141481854 0 0) 0x7f62280707a0 con 0x7f6208003710 2024-09-13T16:59:37.917 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f62100035d0 con 0x7f6208003710 2024-09-13T16:59:37.918 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 326129026 0 0) 0x7f62100035d0 con 0x7f6208003710 2024-09-13T16:59:37.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 msgr2=0x7f62080097e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:59:37.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f62080097e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:37.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f620800b070 con 0x7f6208003710 2024-09-13T16:59:37.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f621c0016f0 con 0x7f6208003710 2024-09-13T16:59:37.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 >> v1:172.21.15.99:6789/0 conn(0x7f6208003710 legacy=0x7f6208005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:37.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f6210003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:37.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6210004030 0x7f6210004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:37.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 0x7f6210005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:37.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62280ad250 con 0x7f6210004db0 2024-09-13T16:59:37.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f621000bd10 con 0x7f6210004030 2024-09-13T16:59:37.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f621000bed0 con 0x7f6208007340 2024-09-13T16:59:37.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f622dc00700 1 -- 172.21.15.99:0/312931554 reap_dead start 2024-09-13T16:59:37.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f622dc00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 0x7f6210005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:37.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f622d200700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f6210003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:37.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.914+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6210004030 0x7f6210004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:37.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 msgr2=0x7f6210003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:37.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f6210003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:37.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 msgr2=0x7f6210005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:37.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 0x7f6210005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:37.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f6227e00700 1 -- 172.21.15.99:0/312931554 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62100035d0 con 0x7f6210004030 2024-09-13T16:59:37.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f622d200700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f6210003a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:59:37.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f6227e00700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6210004030 0x7f6210004870 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6214019b20 tx=0x7f62100058a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63ada926adc3471e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:37.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f621401e070 con 0x7f6210004030 2024-09-13T16:59:37.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f621400c040 con 0x7f6210004030 2024-09-13T16:59:37.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f6227400700 1 -- 172.21.15.99:0/312931554 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6214004250 con 0x7f6210004030 2024-09-13T16:59:37.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f622e600700 1 -- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6210004030 msgr2=0x7f6210004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:37.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f622e600700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6210004030 0x7f6210004870 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6214019b20 tx=0x7f62100058a0 comp rx=0 tx=0).stop 2024-09-13T16:59:37.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f622e600700 1 -- 172.21.15.99:0/312931554 shutdown_connections 2024-09-13T16:59:37.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f622e600700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 0x7f6210005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:37.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f622e600700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6210004030 0x7f6210004870 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:37.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f622e600700 1 --2- 172.21.15.99:0/312931554 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6208007340 0x7f6210003a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:37.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f622e600700 1 -- 172.21.15.99:0/312931554 >> 172.21.15.99:0/312931554 conn(0x7f62280b0f20 msgr2=0x7f62280b1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:37.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f622e600700 1 -- 172.21.15.99:0/312931554 shutdown_connections 2024-09-13T16:59:37.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.918+0000 7f622e600700 1 -- 172.21.15.99:0/312931554 wait complete. 2024-09-13T16:59:37.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.922+0000 7f622e600700 1 Processor -- start 2024-09-13T16:59:37.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.922+0000 7f622e600700 1 -- start start 2024-09-13T16:59:37.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622e600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6208007340 0x7f62280ce310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:37.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622e600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6210004030 0x7f62281f5b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:37.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622e600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 0x7f62281f6090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:37.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622e600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62280aec80 con 0x7f6210004db0 2024-09-13T16:59:37.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622e600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62280ae670 con 0x7f6208007340 2024-09-13T16:59:37.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622e600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62280cec40 con 0x7f6210004030 2024-09-13T16:59:37.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622dc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 0x7f62281f6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:37.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622dc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 0x7f62281f6090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55090/0 (socket says 172.21.15.99:55090) 2024-09-13T16:59:37.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622dc00700 1 -- 172.21.15.99:0/1948059370 learned_addr learned my addr 172.21.15.99:0/1948059370 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:37.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f6227e00700 1 --2- 172.21.15.99:0/1948059370 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6210004030 0x7f62281f5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:37.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622d200700 1 --2- 172.21.15.99:0/1948059370 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6208007340 0x7f62280ce310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:37.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f6227e00700 1 -- 172.21.15.99:0/1948059370 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6208007340 msgr2=0x7f62280ce310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:37.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f6227e00700 1 --2- 172.21.15.99:0/1948059370 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6208007340 0x7f62280ce310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:37.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f6227e00700 1 -- 172.21.15.99:0/1948059370 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 msgr2=0x7f62281f6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:37.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f6227e00700 1 --2- 172.21.15.99:0/1948059370 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 0x7f62281f6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:37.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f6227e00700 1 -- 172.21.15.99:0/1948059370 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62280ae910 con 0x7f6210004030 2024-09-13T16:59:37.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622dc00700 1 --2- 172.21.15.99:0/1948059370 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 0x7f62281f6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:59:37.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f6227e00700 1 --2- 172.21.15.99:0/1948059370 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6210004030 0x7f62281f5b50 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6214023000 tx=0x7f6214004770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:37.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f6224c00700 1 -- 172.21.15.99:0/1948059370 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62140168c0 con 0x7f6210004030 2024-09-13T16:59:37.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f6224c00700 1 -- 172.21.15.99:0/1948059370 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6214016a60 con 0x7f6210004030 2024-09-13T16:59:37.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f622e600700 1 -- 172.21.15.99:0/1948059370 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62280cef20 con 0x7f6210004030 2024-09-13T16:59:37.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.926+0000 7f6224c00700 1 -- 172.21.15.99:0/1948059370 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6214016e10 con 0x7f6210004030 2024-09-13T16:59:37.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.930+0000 7f622e600700 1 -- 172.21.15.99:0/1948059370 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62281f3720 con 0x7f6210004030 2024-09-13T16:59:37.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.930+0000 7f6224c00700 1 -- 172.21.15.99:0/1948059370 <== mon.2 v2:172.21.15.170:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f62140036c0 con 0x7f6210004030 2024-09-13T16:59:37.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.930+0000 7f6224c00700 1 -- 172.21.15.99:0/1948059370 <== mon.2 v2:172.21.15.170:3301/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f6214036620 con 0x7f6210004030 2024-09-13T16:59:37.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.930+0000 7f622e600700 1 -- 172.21.15.99:0/1948059370 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62280aedf0 con 0x7f6210004030 2024-09-13T16:59:37.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:37.934+0000 7f6224c00700 1 -- 172.21.15.99:0/1948059370 <== mon.2 v2:172.21.15.170:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f621400f040 con 0x7f6210004030 2024-09-13T16:59:38.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.006+0000 7f622e600700 1 -- 172.21.15.99:0/1948059370 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f62280aedf0 con 0x7f6210004030 2024-09-13T16:59:38.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.018+0000 7f6224c00700 1 -- 172.21.15.99:0/1948059370 <== mon.2 v2:172.21.15.170:3301/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f6214044090 con 0x7f6210004030 2024-09-13T16:59:38.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.018+0000 7f622e600700 1 -- 172.21.15.99:0/1948059370 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6210004030 msgr2=0x7f62281f5b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:38.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.018+0000 7f622e600700 1 --2- 172.21.15.99:0/1948059370 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6210004030 0x7f62281f5b50 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6214023000 tx=0x7f6214004770 comp rx=0 tx=0).stop 2024-09-13T16:59:38.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.018+0000 7f622e600700 1 -- 172.21.15.99:0/1948059370 shutdown_connections 2024-09-13T16:59:38.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.018+0000 7f622e600700 1 --2- 172.21.15.99:0/1948059370 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6210004db0 0x7f62281f6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.018+0000 7f622e600700 1 --2- 172.21.15.99:0/1948059370 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6210004030 0x7f62281f5b50 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.018+0000 7f622e600700 1 --2- 172.21.15.99:0/1948059370 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6208007340 0x7f62280ce310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.018+0000 7f622e600700 1 -- 172.21.15.99:0/1948059370 >> 172.21.15.99:0/1948059370 conn(0x7f62280b0f20 msgr2=0x7f622815c980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:38.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.018+0000 7f622e600700 1 -- 172.21.15.99:0/1948059370 shutdown_connections 2024-09-13T16:59:38.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:38.018+0000 7f622e600700 1 -- 172.21.15.99:0/1948059370 wait complete. 2024-09-13T16:59:38.024 INFO:teuthology.orchestra.run.smithi099.stderr:adjusted tunables profile to default 2024-09-13T16:59:38.042 INFO:tasks.ceph:check_enable_crimson: False 2024-09-13T16:59:38.042 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-13T16:59:38.043 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:38.043 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-13T16:59:38.073 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:38.073 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-13T16:59:38.146 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:38.146 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-13T16:59:38.169 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:38.166+0000 7f9ad40ee2c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T16:59:38.184 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:38.180+0000 7f3343af22c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T16:59:38.201 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T16:59:38.201 DEBUG:teuthology.orchestra.run.smithi099:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-13T16:59:38.279 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:38.279 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-13T16:59:38.311 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:38.311 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-13T16:59:38.384 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:38.385 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-13T16:59:38.456 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T16:59:38.456 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-13T16:59:38.528 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new 95e4e21d-bc1f-4208-87c8-80e60878de7c 0 2024-09-13T16:59:38.731 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.728+0000 7f261ea00700 1 Processor -- start 2024-09-13T16:59:38.731 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.728+0000 7f261ea00700 1 -- start start 2024-09-13T16:59:38.734 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.728+0000 7f261ea00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26180cc940 0x7f261815d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:38.734 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.728+0000 7f261ea00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f26180b0780 0x7f26180b0c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:38.734 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.728+0000 7f261ea00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f261815dba0 con 0x7f26181467c0 2024-09-13T16:59:38.734 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.728+0000 7f261ea00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26180b1150 con 0x7f26180b0780 2024-09-13T16:59:38.734 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.728+0000 7f261ea00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f261815de80 con 0x7f26180cc940 2024-09-13T16:59:38.735 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261d600700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f26181467c0 0x7f261815e480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.170:60196/0 (socket says 172.21.15.170:60196) 2024-09-13T16:59:38.735 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261d600700 1 -- 172.21.15.170:0/233242216 learned_addr learned my addr 172.21.15.170:0/233242216 (peer_addr_for_me v1:172.21.15.170:0/0) 2024-09-13T16:59:38.735 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261e000700 1 --2- 172.21.15.170:0/233242216 >> v2:172.21.15.170:3300/0 conn(0x7f26180b0780 0x7f26180b0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:38.735 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261cc00700 1 --2- 172.21.15.170:0/233242216 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26180cc940 0x7f261815d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:38.736 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261e000700 1 -- 172.21.15.170:0/233242216 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26180cc940 msgr2=0x7f261815d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:38.736 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261e000700 1 --2- 172.21.15.170:0/233242216 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26180cc940 0x7f261815d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.736 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261e000700 1 -- 172.21.15.170:0/233242216 >> v1:172.21.15.170:6789/0 conn(0x7f26181467c0 legacy=0x7f261815e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:38.736 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261e000700 1 -- 172.21.15.170:0/233242216 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f261815e160 con 0x7f26180b0780 2024-09-13T16:59:38.736 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f2617e00700 1 -- 172.21.15.170:0/233242216 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 603377321 0 0) 0x7f261815dba0 con 0x7f26181467c0 2024-09-13T16:59:38.737 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261e000700 1 --2- 172.21.15.170:0/233242216 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26180b0780 0x7f26180b0c10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2610009d90 tx=0x7f261000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b92c66b33f6cbec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:38.737 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f2617e00700 1 -- 172.21.15.170:0/233242216 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f261000e070 con 0x7f26180b0780 2024-09-13T16:59:38.737 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f2617e00700 1 -- 172.21.15.170:0/233242216 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f261000bb20 con 0x7f26180b0780 2024-09-13T16:59:38.737 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f2617e00700 1 -- 172.21.15.170:0/233242216 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2610012430 con 0x7f26180b0780 2024-09-13T16:59:38.738 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261ea00700 1 -- 172.21.15.170:0/233242216 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26180b0780 msgr2=0x7f26180b0c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:38.738 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261ea00700 1 --2- 172.21.15.170:0/233242216 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26180b0780 0x7f26180b0c10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2610009d90 tx=0x7f261000b330 comp rx=0 tx=0).stop 2024-09-13T16:59:38.738 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261ea00700 1 -- 172.21.15.170:0/233242216 shutdown_connections 2024-09-13T16:59:38.738 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261ea00700 1 --2- 172.21.15.170:0/233242216 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26180b0780 0x7f26180b0c10 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.738 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261ea00700 1 --2- 172.21.15.170:0/233242216 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26180cc940 0x7f261815d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.738 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261ea00700 1 -- 172.21.15.170:0/233242216 >> 172.21.15.170:0/233242216 conn(0x7f2618066780 msgr2=0x7f261806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:38.738 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.732+0000 7f261ea00700 1 -- 172.21.15.170:0/233242216 shutdown_connections 2024-09-13T16:59:38.738 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.736+0000 7f261ea00700 1 -- 172.21.15.170:0/233242216 wait complete. 2024-09-13T16:59:38.740 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.736+0000 7f261ea00700 1 Processor -- start 2024-09-13T16:59:38.740 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.736+0000 7f261ea00700 1 -- start start 2024-09-13T16:59:38.742 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.736+0000 7f261ea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f26180b0780 0x7f261815c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:38.742 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.736+0000 7f261ea00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26180cc940 0x7f2618142090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:38.742 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.736+0000 7f261ea00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26181467c0 0x7f26181425d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:38.742 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.736+0000 7f261ea00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2618140260 con 0x7f26180b0780 2024-09-13T16:59:38.742 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.736+0000 7f261ea00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26180b4c60 con 0x7f26180cc940 2024-09-13T16:59:38.742 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.736+0000 7f261ea00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f261813e250 con 0x7f26181467c0 2024-09-13T16:59:38.742 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.736+0000 7f261cc00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26180cc940 0x7f2618142090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:38.742 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261cc00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26180cc940 0x7f2618142090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:44136/0 (socket says 172.21.15.170:44136) 2024-09-13T16:59:38.743 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261cc00700 1 -- 172.21.15.170:0/1586002760 learned_addr learned my addr 172.21.15.170:0/1586002760 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:38.743 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261e000700 1 --2- 172.21.15.170:0/1586002760 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26181467c0 0x7f26181425d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:38.743 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261d600700 1 --2- 172.21.15.170:0/1586002760 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f26180b0780 0x7f261815c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:38.744 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261e000700 1 -- 172.21.15.170:0/1586002760 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26180cc940 msgr2=0x7f2618142090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:38.744 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261e000700 1 --2- 172.21.15.170:0/1586002760 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26180cc940 0x7f2618142090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.744 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261e000700 1 -- 172.21.15.170:0/1586002760 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f26180b0780 msgr2=0x7f261815c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:38.744 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261e000700 1 --2- 172.21.15.170:0/1586002760 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f26180b0780 0x7f261815c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.744 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261e000700 1 -- 172.21.15.170:0/1586002760 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2610009a70 con 0x7f26181467c0 2024-09-13T16:59:38.744 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261e000700 1 --2- 172.21.15.170:0/1586002760 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26181467c0 0x7f26181425d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2610016000 tx=0x7f2610004af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:38.744 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f2615600700 1 -- 172.21.15.170:0/1586002760 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2610012430 con 0x7f26181467c0 2024-09-13T16:59:38.745 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f2615600700 1 -- 172.21.15.170:0/1586002760 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2610020070 con 0x7f26181467c0 2024-09-13T16:59:38.745 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f2615600700 1 -- 172.21.15.170:0/1586002760 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2610004280 con 0x7f26181467c0 2024-09-13T16:59:38.745 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261ea00700 1 -- 172.21.15.170:0/1586002760 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f261813e530 con 0x7f26181467c0 2024-09-13T16:59:38.745 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261ea00700 1 -- 172.21.15.170:0/1586002760 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f261813eaf0 con 0x7f26181467c0 2024-09-13T16:59:38.745 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f2615600700 1 -- 172.21.15.170:0/1586002760 <== mon.2 v2:172.21.15.170:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f26100046e0 con 0x7f26181467c0 2024-09-13T16:59:38.745 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f2615600700 1 -- 172.21.15.170:0/1586002760 <== mon.2 v2:172.21.15.170:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f2610022070 con 0x7f26181467c0 2024-09-13T16:59:38.746 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.740+0000 7f261ea00700 1 -- 172.21.15.170:0/1586002760 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26180b0c10 con 0x7f26181467c0 2024-09-13T16:59:38.748 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.744+0000 7f2615600700 1 -- 172.21.15.170:0/1586002760 <== mon.2 v2:172.21.15.170:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f261002c060 con 0x7f26181467c0 2024-09-13T16:59:38.825 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.820+0000 7f261ea00700 1 -- 172.21.15.170:0/1586002760 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "osd new", "uuid": "95e4e21d-bc1f-4208-87c8-80e60878de7c", "id": 0} v 0) v1 -- 0x7f2618144990 con 0x7f26181467c0 2024-09-13T16:59:38.833 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.828+0000 7f2615600700 1 -- 172.21.15.170:0/1586002760 <== mon.2 v2:172.21.15.170:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "95e4e21d-bc1f-4208-87c8-80e60878de7c", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f2610027920 con 0x7f26181467c0 2024-09-13T16:59:38.833 INFO:teuthology.orchestra.run.smithi170.stdout:0 2024-09-13T16:59:38.834 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.832+0000 7f261ea00700 1 -- 172.21.15.170:0/1586002760 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26181467c0 msgr2=0x7f26181425d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:38.835 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.832+0000 7f261ea00700 1 --2- 172.21.15.170:0/1586002760 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26181467c0 0x7f26181425d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2610016000 tx=0x7f2610004af0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.835 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.832+0000 7f261ea00700 1 -- 172.21.15.170:0/1586002760 shutdown_connections 2024-09-13T16:59:38.835 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.832+0000 7f261ea00700 1 --2- 172.21.15.170:0/1586002760 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f26181467c0 0x7f26181425d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.835 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.832+0000 7f261ea00700 1 --2- 172.21.15.170:0/1586002760 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f26180cc940 0x7f2618142090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.835 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.832+0000 7f261ea00700 1 --2- 172.21.15.170:0/1586002760 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f26180b0780 0x7f261815c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:38.835 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.832+0000 7f261ea00700 1 -- 172.21.15.170:0/1586002760 >> 172.21.15.170:0/1586002760 conn(0x7f2618066780 msgr2=0x7f2618143ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:38.835 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.832+0000 7f261ea00700 1 -- 172.21.15.170:0/1586002760 shutdown_connections 2024-09-13T16:59:38.835 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:38.832+0000 7f261ea00700 1 -- 172.21.15.170:0/1586002760 wait complete. 2024-09-13T16:59:38.855 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new 7d77ef5c-6de6-41d6-90ea-7d00ee99d12d 1 2024-09-13T16:59:38.980 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:38.978+0000 7f9ad40ee2c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T16:59:39.019 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.016+0000 7fdb80c00700 1 Processor -- start 2024-09-13T16:59:39.020 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.016+0000 7fdb80c00700 1 -- start start 2024-09-13T16:59:39.020 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:39.016+0000 7f3343af22c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T16:59:39.021 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.016+0000 7fdb80c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fdb7c071fe0 0x7fdb7c0ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.022 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.016+0000 7fdb80c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c0afb40 0x7fdb7c0addb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.022 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.016+0000 7fdb80c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb7c160ad0 con 0x7fdb7c1606f0 2024-09-13T16:59:39.022 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.016+0000 7fdb80c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb7c0b0e70 con 0x7fdb7c071fe0 2024-09-13T16:59:39.022 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.016+0000 7fdb80c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb7c0cfa60 con 0x7fdb7c0afb40 2024-09-13T16:59:39.022 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c0afb40 0x7fdb7c0addb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.023 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7aa00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fdb7c071fe0 0x7fdb7c0ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.023 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c0afb40 0x7fdb7c0addb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.170:51240/0 (socket says 172.21.15.170:51240) 2024-09-13T16:59:39.023 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7be00700 1 -- 172.21.15.170:0/4277507512 learned_addr learned my addr 172.21.15.170:0/4277507512 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:39.023 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7be00700 1 -- 172.21.15.170:0/4277507512 >> v2:172.21.15.170:3300/0 conn(0x7fdb7c071fe0 msgr2=0x7fdb7c0ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:39.023 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7be00700 1 --2- 172.21.15.170:0/4277507512 >> v2:172.21.15.170:3300/0 conn(0x7fdb7c071fe0 0x7fdb7c0ad870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.023 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7be00700 1 -- 172.21.15.170:0/4277507512 >> v1:172.21.15.170:6789/0 conn(0x7fdb7c1606f0 legacy=0x7fdb7c0b1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:39.023 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7be00700 1 -- 172.21.15.170:0/4277507512 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb7c0b1120 con 0x7fdb7c0afb40 2024-09-13T16:59:39.023 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7aa00700 1 --2- 172.21.15.170:0/4277507512 >> v2:172.21.15.170:3300/0 conn(0x7fdb7c071fe0 0x7fdb7c0ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:59:39.024 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7be00700 1 --2- 172.21.15.170:0/4277507512 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c0afb40 0x7fdb7c0addb0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fdb74009e50 tx=0x7fdb7400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=658b7f903c9b4007 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:39.024 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7a000700 1 -- 172.21.15.170:0/4277507512 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb7400e070 con 0x7fdb7c0afb40 2024-09-13T16:59:39.024 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7a000700 1 -- 172.21.15.170:0/4277507512 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb7400b910 con 0x7fdb7c0afb40 2024-09-13T16:59:39.024 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb7a000700 1 -- 172.21.15.170:0/4277507512 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb7400bcc0 con 0x7fdb7c0afb40 2024-09-13T16:59:39.025 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb80c00700 1 -- 172.21.15.170:0/4277507512 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c0afb40 msgr2=0x7fdb7c0addb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.025 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb80c00700 1 --2- 172.21.15.170:0/4277507512 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c0afb40 0x7fdb7c0addb0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fdb74009e50 tx=0x7fdb7400b330 comp rx=0 tx=0).stop 2024-09-13T16:59:39.025 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb80c00700 1 -- 172.21.15.170:0/4277507512 shutdown_connections 2024-09-13T16:59:39.025 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb80c00700 1 --2- 172.21.15.170:0/4277507512 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c0afb40 0x7fdb7c0addb0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.025 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb80c00700 1 --2- 172.21.15.170:0/4277507512 >> v2:172.21.15.170:3300/0 conn(0x7fdb7c071fe0 0x7fdb7c0ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.025 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb80c00700 1 -- 172.21.15.170:0/4277507512 >> 172.21.15.170:0/4277507512 conn(0x7fdb7c0d0ba0 msgr2=0x7fdb7c0d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:39.025 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb80c00700 1 -- 172.21.15.170:0/4277507512 shutdown_connections 2024-09-13T16:59:39.025 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.020+0000 7fdb80c00700 1 -- 172.21.15.170:0/4277507512 wait complete. 2024-09-13T16:59:39.027 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb80c00700 1 Processor -- start 2024-09-13T16:59:39.027 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb80c00700 1 -- start start 2024-09-13T16:59:39.029 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb80c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb7c071fe0 0x7fdb7c0b6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb80c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdb7c0afb40 0x7fdb7c1f1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb80c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c1606f0 0x7fdb7c1593e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb80c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb7c0b3d40 con 0x7fdb7c071fe0 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb80c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb7c147bd0 con 0x7fdb7c0afb40 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb80c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb7c147eb0 con 0x7fdb7c1606f0 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7aa00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdb7c0afb40 0x7fdb7c1f1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7aa00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdb7c0afb40 0x7fdb7c1f1ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:44150/0 (socket says 172.21.15.170:44150) 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7aa00700 1 -- 172.21.15.170:0/3284831774 learned_addr learned my addr 172.21.15.170:0/3284831774 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7be00700 1 --2- 172.21.15.170:0/3284831774 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c1606f0 0x7fdb7c1593e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7b400700 1 --2- 172.21.15.170:0/3284831774 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb7c071fe0 0x7fdb7c0b6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7aa00700 1 -- 172.21.15.170:0/3284831774 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c1606f0 msgr2=0x7fdb7c1593e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.030 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7aa00700 1 --2- 172.21.15.170:0/3284831774 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c1606f0 0x7fdb7c1593e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.031 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7aa00700 1 -- 172.21.15.170:0/3284831774 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb7c071fe0 msgr2=0x7fdb7c0b6380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.031 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7aa00700 1 --2- 172.21.15.170:0/3284831774 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb7c071fe0 0x7fdb7c0b6380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.031 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7aa00700 1 -- 172.21.15.170:0/3284831774 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb680094b0 con 0x7fdb7c0afb40 2024-09-13T16:59:39.031 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb7aa00700 1 --2- 172.21.15.170:0/3284831774 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdb7c0afb40 0x7fdb7c1f1ed0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdb6800ebe0 tx=0x7fdb6800eef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:39.032 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.024+0000 7fdb73400700 1 -- 172.21.15.170:0/3284831774 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6800c850 con 0x7fdb7c0afb40 2024-09-13T16:59:39.032 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.028+0000 7fdb73400700 1 -- 172.21.15.170:0/3284831774 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb6800c9b0 con 0x7fdb7c0afb40 2024-09-13T16:59:39.032 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.028+0000 7fdb73400700 1 -- 172.21.15.170:0/3284831774 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6800cd40 con 0x7fdb7c0afb40 2024-09-13T16:59:39.032 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.028+0000 7fdb80c00700 1 -- 172.21.15.170:0/3284831774 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb74009b30 con 0x7fdb7c0afb40 2024-09-13T16:59:39.032 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.028+0000 7fdb80c00700 1 -- 172.21.15.170:0/3284831774 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb7c148470 con 0x7fdb7c0afb40 2024-09-13T16:59:39.032 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.028+0000 7fdb73400700 1 -- 172.21.15.170:0/3284831774 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fdb68005d40 con 0x7fdb7c0afb40 2024-09-13T16:59:39.032 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.028+0000 7fdb73400700 1 -- 172.21.15.170:0/3284831774 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fdb68013820 con 0x7fdb7c0afb40 2024-09-13T16:59:39.032 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.028+0000 7fdb80c00700 1 -- 172.21.15.170:0/3284831774 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb7c068470 con 0x7fdb7c0afb40 2024-09-13T16:59:39.035 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.032+0000 7fdb73400700 1 -- 172.21.15.170:0/3284831774 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fdb68021060 con 0x7fdb7c0afb40 2024-09-13T16:59:39.062 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:39.058+0000 7f9ad40ee2c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T16:59:39.104 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:39.100+0000 7f3343af22c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T16:59:39.115 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.112+0000 7fdb80c00700 1 -- 172.21.15.170:0/3284831774 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "osd new", "uuid": "7d77ef5c-6de6-41d6-90ea-7d00ee99d12d", "id": 1} v 0) v1 -- 0x7fdb7c148630 con 0x7fdb7c0afb40 2024-09-13T16:59:39.125 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.120+0000 7fdb73400700 1 -- 172.21.15.170:0/3284831774 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7d77ef5c-6de6-41d6-90ea-7d00ee99d12d", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fdb68017070 con 0x7fdb7c0afb40 2024-09-13T16:59:39.125 INFO:teuthology.orchestra.run.smithi170.stdout:1 2024-09-13T16:59:39.127 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.124+0000 7fdb80c00700 1 -- 172.21.15.170:0/3284831774 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdb7c0afb40 msgr2=0x7fdb7c1f1ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.127 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.124+0000 7fdb80c00700 1 --2- 172.21.15.170:0/3284831774 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdb7c0afb40 0x7fdb7c1f1ed0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fdb6800ebe0 tx=0x7fdb6800eef0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.128 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.124+0000 7fdb80c00700 1 -- 172.21.15.170:0/3284831774 shutdown_connections 2024-09-13T16:59:39.128 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.124+0000 7fdb80c00700 1 --2- 172.21.15.170:0/3284831774 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdb7c1606f0 0x7fdb7c1593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.128 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.124+0000 7fdb80c00700 1 --2- 172.21.15.170:0/3284831774 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdb7c0afb40 0x7fdb7c1f1ed0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.128 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.124+0000 7fdb80c00700 1 --2- 172.21.15.170:0/3284831774 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdb7c071fe0 0x7fdb7c0b6380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.128 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.124+0000 7fdb80c00700 1 -- 172.21.15.170:0/3284831774 >> 172.21.15.170:0/3284831774 conn(0x7fdb7c0d0ba0 msgr2=0x7fdb7c0aec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:39.128 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.124+0000 7fdb80c00700 1 -- 172.21.15.170:0/3284831774 shutdown_connections 2024-09-13T16:59:39.128 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.124+0000 7fdb80c00700 1 -- 172.21.15.170:0/3284831774 wait complete. 2024-09-13T16:59:39.154 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new e2c44d16-9182-4c7d-9d97-5f5422c10dfc 2 2024-09-13T16:59:39.255 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:39.250+0000 7f9ad40ee2c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:59:39.307 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:39.304+0000 7f3343af22c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:59:39.314 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.308+0000 7feb4dc00700 1 Processor -- start 2024-09-13T16:59:39.314 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb4dc00700 1 -- start start 2024-09-13T16:59:39.316 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb4dc00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb480cc660 0x7feb480ccaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.316 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb4dc00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7feb4815b420 0x7feb4815b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.316 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb4dc00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb4815bdb0 con 0x7feb48158b70 2024-09-13T16:59:39.317 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb4dc00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb480cd030 con 0x7feb4815b420 2024-09-13T16:59:39.317 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb4dc00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb4815c000 con 0x7feb480cc660 2024-09-13T16:59:39.317 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb46000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb480cc660 0x7feb480ccaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.317 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb46000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb480cc660 0x7feb480ccaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.170:51268/0 (socket says 172.21.15.170:51268) 2024-09-13T16:59:39.317 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb46000700 1 -- 172.21.15.170:0/2245458586 learned_addr learned my addr 172.21.15.170:0/2245458586 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:39.318 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb47400700 1 --2- 172.21.15.170:0/2245458586 >> v2:172.21.15.99:3300/0 conn(0x7feb4815b420 0x7feb4815b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.318 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb46000700 1 -- 172.21.15.170:0/2245458586 >> v2:172.21.15.99:3300/0 conn(0x7feb4815b420 msgr2=0x7feb4815b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:39.318 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb46000700 1 --2- 172.21.15.170:0/2245458586 >> v2:172.21.15.99:3300/0 conn(0x7feb4815b420 0x7feb4815b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.318 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb46000700 1 -- 172.21.15.170:0/2245458586 >> v1:172.21.15.170:6789/0 conn(0x7feb48158b70 legacy=0x7feb4806e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.318 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb45600700 1 -- 172.21.15.170:0/2245458586 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2836608363 0 0) 0x7feb4815bdb0 con 0x7feb48158b70 2024-09-13T16:59:39.318 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb46000700 1 -- 172.21.15.170:0/2245458586 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb4815c2e0 con 0x7feb480cc660 2024-09-13T16:59:39.318 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb47400700 1 --2- 172.21.15.170:0/2245458586 >> v2:172.21.15.99:3300/0 conn(0x7feb4815b420 0x7feb4815b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:59:39.318 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.312+0000 7feb46000700 1 --2- 172.21.15.170:0/2245458586 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb480cc660 0x7feb480ccaf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7feb34009910 tx=0x7feb34009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93e5f4cfecc19760 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:39.319 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb45600700 1 -- 172.21.15.170:0/2245458586 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb3400ba60 con 0x7feb480cc660 2024-09-13T16:59:39.319 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb45600700 1 -- 172.21.15.170:0/2245458586 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb3400bbc0 con 0x7feb480cc660 2024-09-13T16:59:39.319 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb45600700 1 -- 172.21.15.170:0/2245458586 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb34009e60 con 0x7feb480cc660 2024-09-13T16:59:39.319 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb4dc00700 1 -- 172.21.15.170:0/2245458586 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb480cc660 msgr2=0x7feb480ccaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.319 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb4dc00700 1 --2- 172.21.15.170:0/2245458586 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb480cc660 0x7feb480ccaf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7feb34009910 tx=0x7feb34009c20 comp rx=0 tx=0).stop 2024-09-13T16:59:39.320 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb4dc00700 1 -- 172.21.15.170:0/2245458586 shutdown_connections 2024-09-13T16:59:39.320 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb4dc00700 1 --2- 172.21.15.170:0/2245458586 >> v2:172.21.15.99:3300/0 conn(0x7feb4815b420 0x7feb4815b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.320 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb4dc00700 1 --2- 172.21.15.170:0/2245458586 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb480cc660 0x7feb480ccaf0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.320 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb4dc00700 1 -- 172.21.15.170:0/2245458586 >> 172.21.15.170:0/2245458586 conn(0x7feb48071bf0 msgr2=0x7feb48071fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:39.320 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb4dc00700 1 -- 172.21.15.170:0/2245458586 shutdown_connections 2024-09-13T16:59:39.320 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb4dc00700 1 -- 172.21.15.170:0/2245458586 wait complete. 2024-09-13T16:59:39.321 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb4dc00700 1 Processor -- start 2024-09-13T16:59:39.321 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.316+0000 7feb4dc00700 1 -- start start 2024-09-13T16:59:39.322 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb4dc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feb480cc660 0x7feb480ae3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.323 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb4dc00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb48158b70 0x7feb481f2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.323 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb4dc00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feb4815b420 0x7feb480b02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.323 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb4dc00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb481f6bd0 con 0x7feb480cc660 2024-09-13T16:59:39.323 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb4dc00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb481f25c0 con 0x7feb4815b420 2024-09-13T16:59:39.323 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb4dc00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb481f6050 con 0x7feb48158b70 2024-09-13T16:59:39.324 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb47400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feb4815b420 0x7feb480b02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.324 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb46000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb48158b70 0x7feb481f2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.324 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb46a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feb480cc660 0x7feb480ae3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.324 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb47400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feb4815b420 0x7feb480b02d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:44164/0 (socket says 172.21.15.170:44164) 2024-09-13T16:59:39.324 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb46000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb48158b70 0x7feb481f2080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.170:51284/0 (socket says 172.21.15.170:51284) 2024-09-13T16:59:39.324 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb47400700 1 -- 172.21.15.170:0/178923536 learned_addr learned my addr 172.21.15.170:0/178923536 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:39.325 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb47400700 1 -- 172.21.15.170:0/178923536 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb48158b70 msgr2=0x7feb481f2080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.325 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb47400700 1 --2- 172.21.15.170:0/178923536 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb48158b70 0x7feb481f2080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.325 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb47400700 1 -- 172.21.15.170:0/178923536 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feb480cc660 msgr2=0x7feb480ae3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.325 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb47400700 1 --2- 172.21.15.170:0/178923536 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feb480cc660 0x7feb480ae3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.325 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb47400700 1 -- 172.21.15.170:0/178923536 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb34009570 con 0x7feb4815b420 2024-09-13T16:59:39.325 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb46000700 1 --2- 172.21.15.170:0/178923536 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb48158b70 0x7feb481f2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:59:39.325 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb47400700 1 --2- 172.21.15.170:0/178923536 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feb4815b420 0x7feb480b02d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7feb4000cf20 tx=0x7feb4000cf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:39.326 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb3ea00700 1 -- 172.21.15.170:0/178923536 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb4000ad60 con 0x7feb4815b420 2024-09-13T16:59:39.326 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb3ea00700 1 -- 172.21.15.170:0/178923536 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb40015440 con 0x7feb4815b420 2024-09-13T16:59:39.326 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb3ea00700 1 -- 172.21.15.170:0/178923536 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb400157f0 con 0x7feb4815b420 2024-09-13T16:59:39.326 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb4dc00700 1 -- 172.21.15.170:0/178923536 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb481f6330 con 0x7feb4815b420 2024-09-13T16:59:39.326 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb4dc00700 1 -- 172.21.15.170:0/178923536 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb481f68f0 con 0x7feb4815b420 2024-09-13T16:59:39.326 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb3ea00700 1 -- 172.21.15.170:0/178923536 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7feb40015c50 con 0x7feb4815b420 2024-09-13T16:59:39.326 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.320+0000 7feb3ea00700 1 -- 172.21.15.170:0/178923536 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7feb4000d430 con 0x7feb4815b420 2024-09-13T16:59:39.327 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.324+0000 7feb4dc00700 1 -- 172.21.15.170:0/178923536 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb480cfab0 con 0x7feb4815b420 2024-09-13T16:59:39.331 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.328+0000 7feb3ea00700 1 -- 172.21.15.170:0/178923536 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7feb4001a070 con 0x7feb4815b420 2024-09-13T16:59:39.412 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.408+0000 7feb4dc00700 1 -- 172.21.15.170:0/178923536 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e2c44d16-9182-4c7d-9d97-5f5422c10dfc", "id": 2} v 0) v1 -- 0x7feb480ccaf0 con 0x7feb4815b420 2024-09-13T16:59:39.422 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.420+0000 7feb3ea00700 1 -- 172.21.15.170:0/178923536 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e2c44d16-9182-4c7d-9d97-5f5422c10dfc", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7feb4001f440 con 0x7feb4815b420 2024-09-13T16:59:39.422 INFO:teuthology.orchestra.run.smithi170.stdout:2 2024-09-13T16:59:39.424 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.420+0000 7feb4dc00700 1 -- 172.21.15.170:0/178923536 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feb4815b420 msgr2=0x7feb480b02d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.424 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.420+0000 7feb4dc00700 1 --2- 172.21.15.170:0/178923536 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feb4815b420 0x7feb480b02d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7feb4000cf20 tx=0x7feb4000cf50 comp rx=0 tx=0).stop 2024-09-13T16:59:39.424 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.420+0000 7feb4dc00700 1 -- 172.21.15.170:0/178923536 shutdown_connections 2024-09-13T16:59:39.424 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.420+0000 7feb4dc00700 1 --2- 172.21.15.170:0/178923536 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7feb4815b420 0x7feb480b02d0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.425 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.420+0000 7feb4dc00700 1 --2- 172.21.15.170:0/178923536 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7feb48158b70 0x7feb481f2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.425 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.420+0000 7feb4dc00700 1 --2- 172.21.15.170:0/178923536 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7feb480cc660 0x7feb480ae3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.425 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.420+0000 7feb4dc00700 1 -- 172.21.15.170:0/178923536 >> 172.21.15.170:0/178923536 conn(0x7feb48071bf0 msgr2=0x7feb48071fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:39.425 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.420+0000 7feb4dc00700 1 -- 172.21.15.170:0/178923536 shutdown_connections 2024-09-13T16:59:39.425 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.420+0000 7feb4dc00700 1 -- 172.21.15.170:0/178923536 wait complete. 2024-09-13T16:59:39.444 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new 3d2ec1fd-3b39-4425-bddd-10cc49e38d16 3 2024-09-13T16:59:39.529 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:39.526+0000 7f9ad40ee2c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T16:59:39.603 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:39.598+0000 7f9ad40ee2c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T16:59:39.617 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:39.612+0000 7f3343af22c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T16:59:39.627 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.624+0000 7f20af200700 1 Processor -- start 2024-09-13T16:59:39.627 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.624+0000 7f20af200700 1 -- start start 2024-09-13T16:59:39.630 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f20b0165a10 0x7f20b006d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.630 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20b0162490 con 0x7f20b00b0e90 2024-09-13T16:59:39.630 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20b006cea0 con 0x7f20b0165630 2024-09-13T16:59:39.630 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20b006d180 con 0x7f20b0165a10 2024-09-13T16:59:39.631 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20a5400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f20b0165a10 0x7f20b006d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.631 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20ade00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f20b0165630 0x7f20b00b0780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.170:43904/0 (socket says 172.21.15.170:43904) 2024-09-13T16:59:39.631 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20a5400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f20b0165a10 0x7f20b006d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:56462/0 (socket says 172.21.15.170:56462) 2024-09-13T16:59:39.631 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20ade00700 1 -- 172.21.15.170:0/4139862851 learned_addr learned my addr 172.21.15.170:0/4139862851 (peer_addr_for_me v1:172.21.15.170:0/0) 2024-09-13T16:59:39.631 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20a5400700 1 -- 172.21.15.170:0/4139862851 >> v1:172.21.15.170:6789/0 conn(0x7f20b0165630 legacy=0x7f20b00b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.631 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20a5400700 1 -- 172.21.15.170:0/4139862851 >> v1:172.21.15.99:6789/0 conn(0x7f20b00b0e90 legacy=0x7f20b01616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.631 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20ad400700 1 -- 172.21.15.170:0/4139862851 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2894692236 0 0) 0x7f20b006cea0 con 0x7f20b0165630 2024-09-13T16:59:39.632 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20a5400700 1 -- 172.21.15.170:0/4139862851 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20b006d460 con 0x7f20b0165a10 2024-09-13T16:59:39.632 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20a5400700 1 --2- 172.21.15.170:0/4139862851 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20b0165a10 0x7f20b006d980 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2098009850 tx=0x7f2098009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=47e855c22d0c606f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:39.633 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20ad400700 1 -- 172.21.15.170:0/4139862851 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2098011830 con 0x7f20b0165a10 2024-09-13T16:59:39.633 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20ad400700 1 -- 172.21.15.170:0/4139862851 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2098011990 con 0x7f20b0165a10 2024-09-13T16:59:39.633 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20ad400700 1 -- 172.21.15.170:0/4139862851 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2098011d20 con 0x7f20b0165a10 2024-09-13T16:59:39.633 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 -- 172.21.15.170:0/4139862851 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20b0165a10 msgr2=0x7f20b006d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.633 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 --2- 172.21.15.170:0/4139862851 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20b0165a10 0x7f20b006d980 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2098009850 tx=0x7f2098009b60 comp rx=0 tx=0).stop 2024-09-13T16:59:39.634 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 -- 172.21.15.170:0/4139862851 shutdown_connections 2024-09-13T16:59:39.634 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 --2- 172.21.15.170:0/4139862851 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20b0165a10 0x7f20b006d980 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.634 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 -- 172.21.15.170:0/4139862851 >> 172.21.15.170:0/4139862851 conn(0x7f20b0066780 msgr2=0x7f20b006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:39.634 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 -- 172.21.15.170:0/4139862851 shutdown_connections 2024-09-13T16:59:39.634 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.628+0000 7f20af200700 1 -- 172.21.15.170:0/4139862851 wait complete. 2024-09-13T16:59:39.636 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.632+0000 7f20af200700 1 Processor -- start 2024-09-13T16:59:39.636 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.632+0000 7f20af200700 1 -- start start 2024-09-13T16:59:39.638 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20af200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20b00b0e90 0x7f20b00ca400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.638 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20af200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20b0165630 0x7f20b00c3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.638 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20af200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20b0165a10 0x7f20b00c3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.638 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20af200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20b01495c0 con 0x7f20b0165a10 2024-09-13T16:59:39.638 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20af200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20b01492e0 con 0x7f20b0165630 2024-09-13T16:59:39.638 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20af200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20b014ad50 con 0x7f20b00b0e90 2024-09-13T16:59:39.640 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20a5400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20b0165630 0x7f20b00c3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.640 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20ade00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20b00b0e90 0x7f20b00ca400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.640 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20a5400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20b0165630 0x7f20b00c3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:56468/0 (socket says 172.21.15.170:56468) 2024-09-13T16:59:39.640 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20a5400700 1 -- 172.21.15.170:0/3290153517 learned_addr learned my addr 172.21.15.170:0/3290153517 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:39.640 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20ae800700 1 --2- 172.21.15.170:0/3290153517 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20b0165a10 0x7f20b00c3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20ade00700 1 -- 172.21.15.170:0/3290153517 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20b0165630 msgr2=0x7f20b00c3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20ade00700 1 --2- 172.21.15.170:0/3290153517 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20b0165630 0x7f20b00c3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20ade00700 1 -- 172.21.15.170:0/3290153517 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20b0165a10 msgr2=0x7f20b00c3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20ade00700 1 --2- 172.21.15.170:0/3290153517 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20b0165a10 0x7f20b00c3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20ade00700 1 -- 172.21.15.170:0/3290153517 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20980094b0 con 0x7f20b00b0e90 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20ae800700 1 --2- 172.21.15.170:0/3290153517 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20b0165a10 0x7f20b00c3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20ade00700 1 --2- 172.21.15.170:0/3290153517 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20b00b0e90 0x7f20b00ca400 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f20a000cbc0 tx=0x7f20a000ced0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20a6a00700 1 -- 172.21.15.170:0/3290153517 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20a000ab00 con 0x7f20b00b0e90 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20a6a00700 1 -- 172.21.15.170:0/3290153517 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20a000ac60 con 0x7f20b00b0e90 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20af200700 1 -- 172.21.15.170:0/3290153517 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20b014b030 con 0x7f20b00b0e90 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20a6a00700 1 -- 172.21.15.170:0/3290153517 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20a00070d0 con 0x7f20b00b0e90 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20af200700 1 -- 172.21.15.170:0/3290153517 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20b00ca940 con 0x7f20b00b0e90 2024-09-13T16:59:39.641 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20a6a00700 1 -- 172.21.15.170:0/3290153517 <== mon.2 v2:172.21.15.170:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f20a0007530 con 0x7f20b00b0e90 2024-09-13T16:59:39.642 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20a6a00700 1 -- 172.21.15.170:0/3290153517 <== mon.2 v2:172.21.15.170:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f20a001d440 con 0x7f20b00b0e90 2024-09-13T16:59:39.642 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.636+0000 7f20af200700 1 -- 172.21.15.170:0/3290153517 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20b014b550 con 0x7f20b00b0e90 2024-09-13T16:59:39.646 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.644+0000 7f20a6a00700 1 -- 172.21.15.170:0/3290153517 <== mon.2 v2:172.21.15.170:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f20b014b550 con 0x7f20b00b0e90 2024-09-13T16:59:39.717 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:39.712+0000 7f3343af22c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T16:59:39.779 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.776+0000 7f20af200700 1 -- 172.21.15.170:0/3290153517 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "osd new", "uuid": "3d2ec1fd-3b39-4425-bddd-10cc49e38d16", "id": 3} v 0) v1 -- 0x7f20b0163b80 con 0x7f20b00b0e90 2024-09-13T16:59:39.789 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.784+0000 7f20a6a00700 1 -- 172.21.15.170:0/3290153517 <== mon.2 v2:172.21.15.170:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3d2ec1fd-3b39-4425-bddd-10cc49e38d16", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f20a0018070 con 0x7f20b00b0e90 2024-09-13T16:59:39.789 INFO:teuthology.orchestra.run.smithi170.stdout:3 2024-09-13T16:59:39.791 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.788+0000 7f20af200700 1 -- 172.21.15.170:0/3290153517 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20b00b0e90 msgr2=0x7f20b00ca400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.791 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.788+0000 7f20af200700 1 --2- 172.21.15.170:0/3290153517 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20b00b0e90 0x7f20b00ca400 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f20a000cbc0 tx=0x7f20a000ced0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.791 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.788+0000 7f20af200700 1 -- 172.21.15.170:0/3290153517 shutdown_connections 2024-09-13T16:59:39.791 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.788+0000 7f20af200700 1 --2- 172.21.15.170:0/3290153517 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f20b0165a10 0x7f20b00c3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.791 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.788+0000 7f20af200700 1 --2- 172.21.15.170:0/3290153517 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20b0165630 0x7f20b00c3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.791 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.788+0000 7f20af200700 1 --2- 172.21.15.170:0/3290153517 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20b00b0e90 0x7f20b00ca400 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.791 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.788+0000 7f20af200700 1 -- 172.21.15.170:0/3290153517 >> 172.21.15.170:0/3290153517 conn(0x7f20b0066780 msgr2=0x7f20b015a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:39.791 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.788+0000 7f20af200700 1 -- 172.21.15.170:0/3290153517 shutdown_connections 2024-09-13T16:59:39.792 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.788+0000 7f20af200700 1 -- 172.21.15.170:0/3290153517 wait complete. 2024-09-13T16:59:39.814 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new e373aa3e-fc6d-453b-ab79-d77b05af2b58 4 2024-09-13T16:59:39.868 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:39.866+0000 7f9ad40ee2c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T16:59:39.948 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:39.946+0000 7f9ad40ee2c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T16:59:39.966 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.960+0000 7fea7b600700 1 Processor -- start 2024-09-13T16:59:39.966 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.964+0000 7fea7b600700 1 -- start start 2024-09-13T16:59:39.969 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.964+0000 7fea7b600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fea7415cc10 0x7fea7406ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.969 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.964+0000 7fea7b600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea740b4630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.969 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.964+0000 7fea7b600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea740b4b70 con 0x7fea7415cff0 2024-09-13T16:59:39.970 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.964+0000 7fea7b600700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea740716e0 con 0x7fea7415cc10 2024-09-13T16:59:39.970 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.964+0000 7fea7b600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea74070640 con 0x7fea740b22e0 2024-09-13T16:59:39.970 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea79600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea740b4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.971 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea78c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fea7415cc10 0x7fea7406ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.971 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea79600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea740b4630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.170:52320/0 (socket says 172.21.15.170:52320) 2024-09-13T16:59:39.971 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea79600700 1 -- 172.21.15.170:0/1288915212 learned_addr learned my addr 172.21.15.170:0/1288915212 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:39.971 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea79600700 1 -- 172.21.15.170:0/1288915212 >> v2:172.21.15.99:3300/0 conn(0x7fea7415cc10 msgr2=0x7fea7406ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:39.971 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea79600700 1 --2- 172.21.15.170:0/1288915212 >> v2:172.21.15.99:3300/0 conn(0x7fea7415cc10 0x7fea7406ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.971 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea79600700 1 -- 172.21.15.170:0/1288915212 >> v1:172.21.15.170:6789/0 conn(0x7fea7415cff0 legacy=0x7fea740b1bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.971 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea79600700 1 -- 172.21.15.170:0/1288915212 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea74070920 con 0x7fea740b22e0 2024-09-13T16:59:39.972 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea79600700 1 --2- 172.21.15.170:0/1288915212 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea740b4630 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fea6c009e50 tx=0x7fea6c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7494e6fd65403d9b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:39.972 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea73400700 1 -- 172.21.15.170:0/1288915212 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea6c00e070 con 0x7fea740b22e0 2024-09-13T16:59:39.972 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea73400700 1 -- 172.21.15.170:0/1288915212 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea6c00b910 con 0x7fea740b22e0 2024-09-13T16:59:39.972 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea73400700 1 -- 172.21.15.170:0/1288915212 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea6c00bcc0 con 0x7fea740b22e0 2024-09-13T16:59:39.972 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea7b600700 1 -- 172.21.15.170:0/1288915212 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 msgr2=0x7fea740b4630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea7b600700 1 --2- 172.21.15.170:0/1288915212 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea740b4630 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fea6c009e50 tx=0x7fea6c00b330 comp rx=0 tx=0).stop 2024-09-13T16:59:39.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea7b600700 1 -- 172.21.15.170:0/1288915212 shutdown_connections 2024-09-13T16:59:39.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea7b600700 1 --2- 172.21.15.170:0/1288915212 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea740b4630 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea7b600700 1 --2- 172.21.15.170:0/1288915212 >> v2:172.21.15.99:3300/0 conn(0x7fea7415cc10 0x7fea7406ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea7b600700 1 -- 172.21.15.170:0/1288915212 >> 172.21.15.170:0/1288915212 conn(0x7fea7406a360 msgr2=0x7fea7406a770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:39.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea7b600700 1 -- 172.21.15.170:0/1288915212 shutdown_connections 2024-09-13T16:59:39.973 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.968+0000 7fea7b600700 1 -- 172.21.15.170:0/1288915212 wait complete. 2024-09-13T16:59:39.975 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea7b600700 1 Processor -- start 2024-09-13T16:59:39.976 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea7b600700 1 -- start start 2024-09-13T16:59:39.981 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea7b600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea74156dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.982 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea7b600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea7415cc10 0x7fea740ceeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.982 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea7b600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea7415cff0 0x7fea741454a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:39.982 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea7b600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea741444d0 con 0x7fea7415cff0 2024-09-13T16:59:39.982 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea7b600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea74144240 con 0x7fea7415cc10 2024-09-13T16:59:39.982 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea7b600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea74157300 con 0x7fea740b22e0 2024-09-13T16:59:39.983 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea78c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea74156dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.983 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea78c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea74156dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.170:52332/0 (socket says 172.21.15.170:52332) 2024-09-13T16:59:39.983 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.972+0000 7fea78c00700 1 -- 172.21.15.170:0/1671866694 learned_addr learned my addr 172.21.15.170:0/1671866694 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:39.983 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea79600700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea7415cff0 0x7fea741454a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.983 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea78c00700 1 -- 172.21.15.170:0/1671866694 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea7415cc10 msgr2=0x7fea740ceeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.983 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea73e00700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea7415cc10 0x7fea740ceeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:39.984 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea78c00700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea7415cc10 0x7fea740ceeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.984 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea78c00700 1 -- 172.21.15.170:0/1671866694 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea7415cff0 msgr2=0x7fea741454a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:39.984 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea78c00700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea7415cff0 0x7fea741454a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:39.984 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea78c00700 1 -- 172.21.15.170:0/1671866694 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea6c009b30 con 0x7fea740b22e0 2024-09-13T16:59:39.984 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea79600700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea7415cff0 0x7fea741454a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:59:39.984 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea73e00700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea7415cc10 0x7fea740ceeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:59:39.985 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea78c00700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea74156dc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fea6800e9d0 tx=0x7fea6800ed90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:39.985 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea70c00700 1 -- 172.21.15.170:0/1671866694 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea68009720 con 0x7fea740b22e0 2024-09-13T16:59:39.985 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea70c00700 1 -- 172.21.15.170:0/1671866694 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea6800c850 con 0x7fea740b22e0 2024-09-13T16:59:39.985 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea70c00700 1 -- 172.21.15.170:0/1671866694 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea6800cbc0 con 0x7fea740b22e0 2024-09-13T16:59:39.985 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea7b600700 1 -- 172.21.15.170:0/1671866694 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea741446e0 con 0x7fea740b22e0 2024-09-13T16:59:39.986 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea7b600700 1 -- 172.21.15.170:0/1671866694 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea74144ca0 con 0x7fea740b22e0 2024-09-13T16:59:39.986 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea70c00700 1 -- 172.21.15.170:0/1671866694 <== mon.2 v2:172.21.15.170:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fea68005d40 con 0x7fea740b22e0 2024-09-13T16:59:39.986 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea70c00700 1 -- 172.21.15.170:0/1671866694 <== mon.2 v2:172.21.15.170:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7fea6800cd20 con 0x7fea740b22e0 2024-09-13T16:59:39.986 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.976+0000 7fea7b600700 1 -- 172.21.15.170:0/1671866694 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea740b4630 con 0x7fea740b22e0 2024-09-13T16:59:39.987 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:39.980+0000 7fea70c00700 1 -- 172.21.15.170:0/1671866694 <== mon.2 v2:172.21.15.170:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fea68021060 con 0x7fea740b22e0 2024-09-13T16:59:39.991 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:39.988+0000 7f3343af22c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T16:59:40.038 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:40.034+0000 7f9ad40ee2c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T16:59:40.066 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.060+0000 7fea7b600700 1 -- 172.21.15.170:0/1671866694 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "osd new", "uuid": "e373aa3e-fc6d-453b-ab79-d77b05af2b58", "id": 4} v 0) v1 -- 0x7fea7406aac0 con 0x7fea740b22e0 2024-09-13T16:59:40.076 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.072+0000 7fea70c00700 1 -- 172.21.15.170:0/1671866694 <== mon.2 v2:172.21.15.170:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e373aa3e-fc6d-453b-ab79-d77b05af2b58", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7fea68029020 con 0x7fea740b22e0 2024-09-13T16:59:40.076 INFO:teuthology.orchestra.run.smithi170.stdout:4 2024-09-13T16:59:40.078 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.072+0000 7fea7b600700 1 -- 172.21.15.170:0/1671866694 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 msgr2=0x7fea74156dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.078 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.072+0000 7fea7b600700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea74156dc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fea6800e9d0 tx=0x7fea6800ed90 comp rx=0 tx=0).stop 2024-09-13T16:59:40.078 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.072+0000 7fea7b600700 1 -- 172.21.15.170:0/1671866694 shutdown_connections 2024-09-13T16:59:40.078 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.072+0000 7fea7b600700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea7415cff0 0x7fea741454a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.078 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.072+0000 7fea7b600700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea7415cc10 0x7fea740ceeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.078 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.072+0000 7fea7b600700 1 --2- 172.21.15.170:0/1671866694 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea740b22e0 0x7fea74156dc0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.078 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.072+0000 7fea7b600700 1 -- 172.21.15.170:0/1671866694 >> 172.21.15.170:0/1671866694 conn(0x7fea7406a360 msgr2=0x7fea7415bcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:40.078 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.076+0000 7fea7b600700 1 -- 172.21.15.170:0/1671866694 shutdown_connections 2024-09-13T16:59:40.078 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.076+0000 7fea7b600700 1 -- 172.21.15.170:0/1671866694 wait complete. 2024-09-13T16:59:40.079 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:40.076+0000 7f3343af22c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T16:59:40.099 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new e90f4e8b-9e27-4c3e-80ed-c69cc132101f 5 2024-09-13T16:59:40.172 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:40.168+0000 7f3343af22c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T16:59:40.262 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.256+0000 7f41be200700 1 Processor -- start 2024-09-13T16:59:40.262 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.260+0000 7f41be200700 1 -- start start 2024-09-13T16:59:40.265 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.260+0000 7f41be200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b8154110 0x7f41b815a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.265 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.260+0000 7f41be200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41b81544f0 con 0x7f41b80ce550 2024-09-13T16:59:40.266 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.260+0000 7f41be200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41b815a270 con 0x7f41b806e750 2024-09-13T16:59:40.266 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.260+0000 7f41be200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41b80cea50 con 0x7f41b8154110 2024-09-13T16:59:40.266 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.260+0000 7f41bce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b8154110 0x7f41b815a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.266 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.260+0000 7f41bce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b8154110 0x7f41b815a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.170:52338/0 (socket says 172.21.15.170:52338) 2024-09-13T16:59:40.267 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.260+0000 7f41bce00700 1 -- 172.21.15.170:0/3643800717 learned_addr learned my addr 172.21.15.170:0/3643800717 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:40.267 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41bce00700 1 -- 172.21.15.170:0/3643800717 >> v1:172.21.15.170:6789/0 conn(0x7f41b806e750 legacy=0x7f41b80708a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.267 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41bce00700 1 -- 172.21.15.170:0/3643800717 >> v1:172.21.15.99:6789/0 conn(0x7f41b80ce550 legacy=0x7f41b80b1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.267 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41bce00700 1 -- 172.21.15.170:0/3643800717 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41b80ced30 con 0x7f41b8154110 2024-09-13T16:59:40.267 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41bce00700 1 --2- 172.21.15.170:0/3643800717 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b8154110 0x7f41b815a700 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f41ac00bbe0 tx=0x7f41ac00bef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80d5d5fcaa52602f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:40.268 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41b7400700 1 -- 172.21.15.170:0/3643800717 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41ac00dde0 con 0x7f41b8154110 2024-09-13T16:59:40.268 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41b7400700 1 -- 172.21.15.170:0/3643800717 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41ac010470 con 0x7f41b8154110 2024-09-13T16:59:40.268 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41b7400700 1 -- 172.21.15.170:0/3643800717 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41ac010800 con 0x7f41b8154110 2024-09-13T16:59:40.268 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41be200700 1 -- 172.21.15.170:0/3643800717 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b8154110 msgr2=0x7f41b815a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.269 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41be200700 1 --2- 172.21.15.170:0/3643800717 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b8154110 0x7f41b815a700 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f41ac00bbe0 tx=0x7f41ac00bef0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.269 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41be200700 1 -- 172.21.15.170:0/3643800717 shutdown_connections 2024-09-13T16:59:40.269 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41be200700 1 --2- 172.21.15.170:0/3643800717 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b8154110 0x7f41b815a700 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.269 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41be200700 1 -- 172.21.15.170:0/3643800717 >> 172.21.15.170:0/3643800717 conn(0x7f41b806bd40 msgr2=0x7f41b8066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:40.270 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41be200700 1 -- 172.21.15.170:0/3643800717 shutdown_connections 2024-09-13T16:59:40.270 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.264+0000 7f41be200700 1 -- 172.21.15.170:0/3643800717 wait complete. 2024-09-13T16:59:40.271 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41be200700 1 Processor -- start 2024-09-13T16:59:40.271 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41be200700 1 -- start start 2024-09-13T16:59:40.273 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41be200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b806e750 0x7f41b80a8510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.273 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41be200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f41b80ce550 0x7f41b81e5b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.273 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41be200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41b8154110 0x7f41b81e6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.273 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41be200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41b81e60d0 con 0x7f41b80ce550 2024-09-13T16:59:40.273 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41be200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41b81400a0 con 0x7f41b8154110 2024-09-13T16:59:40.273 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41be200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41b8140ec0 con 0x7f41b806e750 2024-09-13T16:59:40.274 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41bce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b806e750 0x7f41b80a8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.274 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41bce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b806e750 0x7f41b80a8510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.170:52346/0 (socket says 172.21.15.170:52346) 2024-09-13T16:59:40.274 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41bce00700 1 -- 172.21.15.170:0/3781411189 learned_addr learned my addr 172.21.15.170:0/3781411189 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:40.274 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41bd800700 1 --2- 172.21.15.170:0/3781411189 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41b8154110 0x7f41b81e6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.275 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41b7e00700 1 --2- 172.21.15.170:0/3781411189 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f41b80ce550 0x7f41b81e5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.275 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41bce00700 1 -- 172.21.15.170:0/3781411189 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41b8154110 msgr2=0x7f41b81e6710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.275 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41bce00700 1 --2- 172.21.15.170:0/3781411189 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41b8154110 0x7f41b81e6710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41bce00700 1 -- 172.21.15.170:0/3781411189 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f41b80ce550 msgr2=0x7f41b81e5b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41bce00700 1 --2- 172.21.15.170:0/3781411189 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f41b80ce550 0x7f41b81e5b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.268+0000 7f41bce00700 1 -- 172.21.15.170:0/3781411189 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41ac00b810 con 0x7f41b806e750 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.272+0000 7f41bce00700 1 --2- 172.21.15.170:0/3781411189 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b806e750 0x7f41b80a8510 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f41ac000c00 tx=0x7f41ac004770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.272+0000 7f41b4c00700 1 -- 172.21.15.170:0/3781411189 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41ac003c90 con 0x7f41b806e750 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.272+0000 7f41b4c00700 1 -- 172.21.15.170:0/3781411189 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41ac003df0 con 0x7f41b806e750 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.272+0000 7f41be200700 1 -- 172.21.15.170:0/3781411189 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41b81e6c50 con 0x7f41b806e750 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.272+0000 7f41b4c00700 1 -- 172.21.15.170:0/3781411189 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41ac010820 con 0x7f41b806e750 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.272+0000 7f41be200700 1 -- 172.21.15.170:0/3781411189 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41b8140590 con 0x7f41b806e750 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.272+0000 7f41b4c00700 1 -- 172.21.15.170:0/3781411189 <== mon.2 v2:172.21.15.170:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f41ac010c80 con 0x7f41b806e750 2024-09-13T16:59:40.276 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.272+0000 7f41b4c00700 1 -- 172.21.15.170:0/3781411189 <== mon.2 v2:172.21.15.170:3301/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f41ac019400 con 0x7f41b806e750 2024-09-13T16:59:40.277 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.272+0000 7f41be200700 1 -- 172.21.15.170:0/3781411189 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41b80cd170 con 0x7f41b806e750 2024-09-13T16:59:40.279 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.276+0000 7f41b4c00700 1 -- 172.21.15.170:0/3781411189 <== mon.2 v2:172.21.15.170:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f41ac02c440 con 0x7f41b806e750 2024-09-13T16:59:40.355 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.352+0000 7f41be200700 1 -- 172.21.15.170:0/3781411189 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "osd new", "uuid": "e90f4e8b-9e27-4c3e-80ed-c69cc132101f", "id": 5} v 0) v1 -- 0x7f41b8067a10 con 0x7f41b806e750 2024-09-13T16:59:40.366 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.360+0000 7f41b4c00700 1 -- 172.21.15.170:0/3781411189 <== mon.2 v2:172.21.15.170:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e90f4e8b-9e27-4c3e-80ed-c69cc132101f", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f41ac02c5e0 con 0x7f41b806e750 2024-09-13T16:59:40.366 INFO:teuthology.orchestra.run.smithi170.stdout:5 2024-09-13T16:59:40.368 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.364+0000 7f41be200700 1 -- 172.21.15.170:0/3781411189 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b806e750 msgr2=0x7f41b80a8510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.368 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.364+0000 7f41be200700 1 --2- 172.21.15.170:0/3781411189 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b806e750 0x7f41b80a8510 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f41ac000c00 tx=0x7f41ac004770 comp rx=0 tx=0).stop 2024-09-13T16:59:40.368 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.364+0000 7f41be200700 1 -- 172.21.15.170:0/3781411189 shutdown_connections 2024-09-13T16:59:40.368 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.364+0000 7f41be200700 1 --2- 172.21.15.170:0/3781411189 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f41b80ce550 0x7f41b81e5b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.368 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.364+0000 7f41be200700 1 --2- 172.21.15.170:0/3781411189 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f41b8154110 0x7f41b81e6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.368 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.364+0000 7f41be200700 1 --2- 172.21.15.170:0/3781411189 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f41b806e750 0x7f41b80a8510 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.368 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.364+0000 7f41be200700 1 -- 172.21.15.170:0/3781411189 >> 172.21.15.170:0/3781411189 conn(0x7f41b806bd40 msgr2=0x7f41b815c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:40.368 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.364+0000 7f41be200700 1 -- 172.21.15.170:0/3781411189 shutdown_connections 2024-09-13T16:59:40.368 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.364+0000 7f41be200700 1 -- 172.21.15.170:0/3781411189 wait complete. 2024-09-13T16:59:40.389 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new 26905765-1d48-40c0-9ca4-86cc4fb2f8c9 6 2024-09-13T16:59:40.521 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:40.518+0000 7f9ad40ee2c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T16:59:40.551 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efee1a00700 1 Processor -- start 2024-09-13T16:59:40.551 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efee1a00700 1 -- start start 2024-09-13T16:59:40.553 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efee1a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7efedc15aa10 0x7efedc15dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.553 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efee1a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0ae3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.553 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efee1a00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efedc0b57f0 con 0x7efedc06e1d0 2024-09-13T16:59:40.553 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efee1a00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efedc15adf0 con 0x7efedc15aa10 2024-09-13T16:59:40.553 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efee1a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efedc161540 con 0x7efedc0adf20 2024-09-13T16:59:40.553 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efeda000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0ae3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.553 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efeda000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0ae3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.170:52352/0 (socket says 172.21.15.170:52352) 2024-09-13T16:59:40.553 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efeda000700 1 -- 172.21.15.170:0/1596809021 learned_addr learned my addr 172.21.15.170:0/1596809021 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:40.553 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efedaa00700 1 --2- 172.21.15.170:0/1596809021 >> v2:172.21.15.170:3300/0 conn(0x7efedc15aa10 0x7efedc15dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.554 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efeda000700 1 -- 172.21.15.170:0/1596809021 >> v2:172.21.15.170:3300/0 conn(0x7efedc15aa10 msgr2=0x7efedc15dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:40.554 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efeda000700 1 --2- 172.21.15.170:0/1596809021 >> v2:172.21.15.170:3300/0 conn(0x7efedc15aa10 0x7efedc15dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.554 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efeda000700 1 -- 172.21.15.170:0/1596809021 >> v1:172.21.15.99:6789/0 conn(0x7efedc06e1d0 legacy=0x7efedc06f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.554 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efeda000700 1 -- 172.21.15.170:0/1596809021 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efedc161820 con 0x7efedc0adf20 2024-09-13T16:59:40.554 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.548+0000 7efeda000700 1 --2- 172.21.15.170:0/1596809021 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0ae3e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7efec8009910 tx=0x7efec8009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe3d5acfe338870c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:40.555 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efed9600700 1 -- 172.21.15.170:0/1596809021 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efec800ba60 con 0x7efedc0adf20 2024-09-13T16:59:40.555 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efed9600700 1 -- 172.21.15.170:0/1596809021 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efec800bbc0 con 0x7efedc0adf20 2024-09-13T16:59:40.555 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efed9600700 1 -- 172.21.15.170:0/1596809021 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efec8009e60 con 0x7efedc0adf20 2024-09-13T16:59:40.556 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efee1a00700 1 -- 172.21.15.170:0/1596809021 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 msgr2=0x7efedc0ae3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.556 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efee1a00700 1 --2- 172.21.15.170:0/1596809021 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0ae3e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7efec8009910 tx=0x7efec8009c20 comp rx=0 tx=0).stop 2024-09-13T16:59:40.556 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efee1a00700 1 -- 172.21.15.170:0/1596809021 shutdown_connections 2024-09-13T16:59:40.556 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efee1a00700 1 --2- 172.21.15.170:0/1596809021 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0ae3e0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.556 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efee1a00700 1 --2- 172.21.15.170:0/1596809021 >> v2:172.21.15.170:3300/0 conn(0x7efedc15aa10 0x7efedc15dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.556 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efee1a00700 1 -- 172.21.15.170:0/1596809021 >> 172.21.15.170:0/1596809021 conn(0x7efedc06a9c0 msgr2=0x7efedc06ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:40.556 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efee1a00700 1 -- 172.21.15.170:0/1596809021 shutdown_connections 2024-09-13T16:59:40.556 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.552+0000 7efee1a00700 1 -- 172.21.15.170:0/1596809021 wait complete. 2024-09-13T16:59:40.559 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.556+0000 7efee1a00700 1 Processor -- start 2024-09-13T16:59:40.559 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.556+0000 7efee1a00700 1 -- start start 2024-09-13T16:59:40.562 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.556+0000 7efee1a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efedc06e1d0 0x7efedc06fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.562 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.556+0000 7efee1a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0702c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.562 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.556+0000 7efee1a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efedc15aa10 0x7efedc1f61f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.562 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.556+0000 7efee1a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efedc1e9f20 con 0x7efedc06e1d0 2024-09-13T16:59:40.562 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.556+0000 7efee1a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efedc1e7490 con 0x7efedc15aa10 2024-09-13T16:59:40.562 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.556+0000 7efee1a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efedc1e98d0 con 0x7efedc0adf20 2024-09-13T16:59:40.563 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efeda000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0702c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.563 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efedb400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efedc15aa10 0x7efedc1f61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.563 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efeda000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0702c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.170:52364/0 (socket says 172.21.15.170:52364) 2024-09-13T16:59:40.563 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efedb400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efedc15aa10 0x7efedc1f61f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:56514/0 (socket says 172.21.15.170:56514) 2024-09-13T16:59:40.563 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efeda000700 1 -- 172.21.15.170:0/1089640342 learned_addr learned my addr 172.21.15.170:0/1089640342 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:40.564 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efedaa00700 1 --2- 172.21.15.170:0/1089640342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efedc06e1d0 0x7efedc06fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.564 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efedb400700 1 -- 172.21.15.170:0/1089640342 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 msgr2=0x7efedc0702c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.564 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efedb400700 1 --2- 172.21.15.170:0/1089640342 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0702c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.564 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efedb400700 1 -- 172.21.15.170:0/1089640342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efedc06e1d0 msgr2=0x7efedc06fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.564 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efedb400700 1 --2- 172.21.15.170:0/1089640342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efedc06e1d0 0x7efedc06fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.564 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efedb400700 1 -- 172.21.15.170:0/1089640342 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efec8009570 con 0x7efedc15aa10 2024-09-13T16:59:40.564 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efedaa00700 1 --2- 172.21.15.170:0/1089640342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efedc06e1d0 0x7efedc06fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:59:40.564 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efedb400700 1 --2- 172.21.15.170:0/1089640342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efedc15aa10 0x7efedc1f61f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7efed400cae0 tx=0x7efed400cdf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:40.565 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efed2a00700 1 -- 172.21.15.170:0/1089640342 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efed4003c20 con 0x7efedc15aa10 2024-09-13T16:59:40.565 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efed2a00700 1 -- 172.21.15.170:0/1089640342 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efed4003d80 con 0x7efedc15aa10 2024-09-13T16:59:40.565 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efee1a00700 1 -- 172.21.15.170:0/1089640342 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efedc1e9bb0 con 0x7efedc15aa10 2024-09-13T16:59:40.565 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efed2a00700 1 -- 172.21.15.170:0/1089640342 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efed400aae0 con 0x7efedc15aa10 2024-09-13T16:59:40.565 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efee1a00700 1 -- 172.21.15.170:0/1089640342 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efedc1e7770 con 0x7efedc15aa10 2024-09-13T16:59:40.566 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efed2a00700 1 -- 172.21.15.170:0/1089640342 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7efed40050d0 con 0x7efedc15aa10 2024-09-13T16:59:40.566 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efed2a00700 1 -- 172.21.15.170:0/1089640342 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7efed4012560 con 0x7efedc15aa10 2024-09-13T16:59:40.566 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.560+0000 7efee1a00700 1 -- 172.21.15.170:0/1089640342 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efedc1ea090 con 0x7efedc15aa10 2024-09-13T16:59:40.570 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.568+0000 7efed2a00700 1 -- 172.21.15.170:0/1089640342 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7efedc0b57f0 con 0x7efedc15aa10 2024-09-13T16:59:40.649 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.644+0000 7efee1a00700 1 -- 172.21.15.170:0/1089640342 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "osd new", "uuid": "26905765-1d48-40c0-9ca4-86cc4fb2f8c9", "id": 6} v 0) v1 -- 0x7efedc15dfd0 con 0x7efedc15aa10 2024-09-13T16:59:40.658 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.656+0000 7efed2a00700 1 -- 172.21.15.170:0/1089640342 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "26905765-1d48-40c0-9ca4-86cc4fb2f8c9", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7efed4005380 con 0x7efedc15aa10 2024-09-13T16:59:40.658 INFO:teuthology.orchestra.run.smithi170.stdout:6 2024-09-13T16:59:40.660 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.656+0000 7efee1a00700 1 -- 172.21.15.170:0/1089640342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efedc15aa10 msgr2=0x7efedc1f61f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.660 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.656+0000 7efee1a00700 1 --2- 172.21.15.170:0/1089640342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efedc15aa10 0x7efedc1f61f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7efed400cae0 tx=0x7efed400cdf0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.660 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.656+0000 7efee1a00700 1 -- 172.21.15.170:0/1089640342 shutdown_connections 2024-09-13T16:59:40.660 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.656+0000 7efee1a00700 1 --2- 172.21.15.170:0/1089640342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efedc15aa10 0x7efedc1f61f0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.661 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.656+0000 7efee1a00700 1 --2- 172.21.15.170:0/1089640342 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efedc0adf20 0x7efedc0702c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.661 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.656+0000 7efee1a00700 1 --2- 172.21.15.170:0/1089640342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efedc06e1d0 0x7efedc06fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.661 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.656+0000 7efee1a00700 1 -- 172.21.15.170:0/1089640342 >> 172.21.15.170:0/1089640342 conn(0x7efedc06a9c0 msgr2=0x7efedc15afc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:40.661 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.656+0000 7efee1a00700 1 -- 172.21.15.170:0/1089640342 shutdown_connections 2024-09-13T16:59:40.661 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.656+0000 7efee1a00700 1 -- 172.21.15.170:0/1089640342 wait complete. 2024-09-13T16:59:40.671 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:40.668+0000 7f3343af22c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T16:59:40.680 DEBUG:teuthology.orchestra.run.smithi170:> sudo ceph --cluster ceph osd new b7ea16fb-fe59-49fd-bf27-9d111db40ea7 7 2024-09-13T16:59:40.691 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:40.686+0000 7f9ad40ee2c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T16:59:40.841 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:40.836+0000 7f3343af22c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T16:59:40.842 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f0751c00700 1 Processor -- start 2024-09-13T16:59:40.842 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f0751c00700 1 -- start start 2024-09-13T16:59:40.844 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f0751c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f074c0716e0 0x7f074c06a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.844 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f0751c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f074c0cd9c0 con 0x7f074c15eb90 2024-09-13T16:59:40.844 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f0751c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f074c15b4e0 con 0x7f074c0cd550 2024-09-13T16:59:40.844 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f0751c00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f074c15b7c0 con 0x7f074c0716e0 2024-09-13T16:59:40.845 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f074b400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f074c0716e0 0x7f074c06a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.845 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f074a000700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f074c0cd550 0x7f074c070fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.170:43948/0 (socket says 172.21.15.170:43948) 2024-09-13T16:59:40.845 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f074a000700 1 -- 172.21.15.170:0/573558865 learned_addr learned my addr 172.21.15.170:0/573558865 (peer_addr_for_me v1:172.21.15.170:0/0) 2024-09-13T16:59:40.846 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f074b400700 1 -- 172.21.15.170:0/573558865 >> v1:172.21.15.170:6789/0 conn(0x7f074c0cd550 legacy=0x7f074c070fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.846 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f074b400700 1 -- 172.21.15.170:0/573558865 >> v1:172.21.15.99:6789/0 conn(0x7f074c15eb90 legacy=0x7f074c15ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.846 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f0749600700 1 -- 172.21.15.170:0/573558865 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3915826448 0 0) 0x7f074c15b4e0 con 0x7f074c0cd550 2024-09-13T16:59:40.846 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.840+0000 7f074b400700 1 -- 172.21.15.170:0/573558865 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f074c15baa0 con 0x7f074c0716e0 2024-09-13T16:59:40.846 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f074b400700 1 --2- 172.21.15.170:0/573558865 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f074c0716e0 0x7f074c06a640 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0744009d90 tx=0x7f074400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43e2a9519c2af24a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:40.847 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f0749600700 1 -- 172.21.15.170:0/573558865 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f074400e070 con 0x7f074c0716e0 2024-09-13T16:59:40.847 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f0749600700 1 -- 172.21.15.170:0/573558865 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f074400bbd0 con 0x7f074c0716e0 2024-09-13T16:59:40.847 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f0749600700 1 -- 172.21.15.170:0/573558865 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0744012430 con 0x7f074c0716e0 2024-09-13T16:59:40.848 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f0751c00700 1 -- 172.21.15.170:0/573558865 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f074c0716e0 msgr2=0x7f074c06a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.848 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f0751c00700 1 --2- 172.21.15.170:0/573558865 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f074c0716e0 0x7f074c06a640 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0744009d90 tx=0x7f074400b330 comp rx=0 tx=0).stop 2024-09-13T16:59:40.848 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f0751c00700 1 -- 172.21.15.170:0/573558865 shutdown_connections 2024-09-13T16:59:40.849 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f0751c00700 1 --2- 172.21.15.170:0/573558865 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f074c0716e0 0x7f074c06a640 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.849 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f0751c00700 1 -- 172.21.15.170:0/573558865 >> 172.21.15.170:0/573558865 conn(0x7f074c0b0ca0 msgr2=0x7f074c0b1080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:40.849 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f0751c00700 1 -- 172.21.15.170:0/573558865 shutdown_connections 2024-09-13T16:59:40.849 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.844+0000 7f0751c00700 1 -- 172.21.15.170:0/573558865 wait complete. 2024-09-13T16:59:40.851 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f0751c00700 1 Processor -- start 2024-09-13T16:59:40.851 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f0751c00700 1 -- start start 2024-09-13T16:59:40.853 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f0751c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f074c0716e0 0x7f074c0cfa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.853 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f0751c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f074c0cd550 0x7f074c1543d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.853 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f0751c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f074c15eb90 0x7f074c152970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:40.853 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f0751c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f074c1f3580 con 0x7f074c15eb90 2024-09-13T16:59:40.853 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f0751c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f074c154910 con 0x7f074c0cd550 2024-09-13T16:59:40.854 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f0751c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f074c1f2970 con 0x7f074c0716e0 2024-09-13T16:59:40.854 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f074aa00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f074c0716e0 0x7f074c0cfa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.854 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f074a000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f074c0cd550 0x7f074c1543d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.854 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f074a000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f074c0cd550 0x7f074c1543d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.170:56526/0 (socket says 172.21.15.170:56526) 2024-09-13T16:59:40.854 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f074aa00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f074c0716e0 0x7f074c0cfa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.170:52378/0 (socket says 172.21.15.170:52378) 2024-09-13T16:59:40.854 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f074a000700 1 -- 172.21.15.170:0/1442329350 learned_addr learned my addr 172.21.15.170:0/1442329350 (peer_addr_for_me v2:172.21.15.170:0/0) 2024-09-13T16:59:40.855 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.848+0000 7f074b400700 1 --2- 172.21.15.170:0/1442329350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f074c15eb90 0x7f074c152970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:40.855 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f074a000700 1 -- 172.21.15.170:0/1442329350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f074c0716e0 msgr2=0x7f074c0cfa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.855 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f074a000700 1 --2- 172.21.15.170:0/1442329350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f074c0716e0 0x7f074c0cfa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.855 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f074a000700 1 -- 172.21.15.170:0/1442329350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f074c15eb90 msgr2=0x7f074c152970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.855 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f074a000700 1 --2- 172.21.15.170:0/1442329350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f074c15eb90 0x7f074c152970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.855 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f074a000700 1 -- 172.21.15.170:0/1442329350 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0744009a70 con 0x7f074c0cd550 2024-09-13T16:59:40.856 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f074aa00700 1 --2- 172.21.15.170:0/1442329350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f074c0716e0 0x7f074c0cfa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:59:40.856 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f074a000700 1 --2- 172.21.15.170:0/1442329350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f074c0cd550 0x7f074c1543d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f073800c550 tx=0x7f073800c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:40.856 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f0742a00700 1 -- 172.21.15.170:0/1442329350 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0738004ca0 con 0x7f074c0cd550 2024-09-13T16:59:40.856 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f0742a00700 1 -- 172.21.15.170:0/1442329350 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0738004e00 con 0x7f074c0cd550 2024-09-13T16:59:40.856 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f0751c00700 1 -- 172.21.15.170:0/1442329350 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f074c1f2c50 con 0x7f074c0cd550 2024-09-13T16:59:40.856 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f0742a00700 1 -- 172.21.15.170:0/1442329350 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0738007310 con 0x7f074c0cd550 2024-09-13T16:59:40.856 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f0751c00700 1 -- 172.21.15.170:0/1442329350 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f074c1f3210 con 0x7f074c0cd550 2024-09-13T16:59:40.856 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f0742a00700 1 -- 172.21.15.170:0/1442329350 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f073801d3f0 con 0x7f074c0cd550 2024-09-13T16:59:40.856 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f0742a00700 1 -- 172.21.15.170:0/1442329350 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f0738013a20 con 0x7f074c0cd550 2024-09-13T16:59:40.857 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.852+0000 7f0751c00700 1 -- 172.21.15.170:0/1442329350 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f074c070fd0 con 0x7f074c0cd550 2024-09-13T16:59:40.859 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.856+0000 7f0742a00700 1 -- 172.21.15.170:0/1442329350 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f0738013cc0 con 0x7f074c0cd550 2024-09-13T16:59:40.940 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.936+0000 7f0751c00700 1 -- 172.21.15.170:0/1442329350 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b7ea16fb-fe59-49fd-bf27-9d111db40ea7", "id": 7} v 0) v1 -- 0x7f074c06b1a0 con 0x7f074c0cd550 2024-09-13T16:59:40.949 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.944+0000 7f0742a00700 1 -- 172.21.15.170:0/1442329350 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b7ea16fb-fe59-49fd-bf27-9d111db40ea7", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f07380133c0 con 0x7f074c0cd550 2024-09-13T16:59:40.949 INFO:teuthology.orchestra.run.smithi170.stdout:7 2024-09-13T16:59:40.950 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.948+0000 7f0751c00700 1 -- 172.21.15.170:0/1442329350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f074c0cd550 msgr2=0x7f074c1543d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:40.950 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.948+0000 7f0751c00700 1 --2- 172.21.15.170:0/1442329350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f074c0cd550 0x7f074c1543d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f073800c550 tx=0x7f073800c860 comp rx=0 tx=0).stop 2024-09-13T16:59:40.951 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.948+0000 7f0751c00700 1 -- 172.21.15.170:0/1442329350 shutdown_connections 2024-09-13T16:59:40.951 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.948+0000 7f0751c00700 1 --2- 172.21.15.170:0/1442329350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f074c15eb90 0x7f074c152970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.951 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.948+0000 7f0751c00700 1 --2- 172.21.15.170:0/1442329350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f074c0cd550 0x7f074c1543d0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.951 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.948+0000 7f0751c00700 1 --2- 172.21.15.170:0/1442329350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f074c0716e0 0x7f074c0cfa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:40.951 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.948+0000 7f0751c00700 1 -- 172.21.15.170:0/1442329350 >> 172.21.15.170:0/1442329350 conn(0x7f074c0b0ca0 msgr2=0x7f074c06e540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:40.951 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.948+0000 7f0751c00700 1 -- 172.21.15.170:0/1442329350 shutdown_connections 2024-09-13T16:59:40.952 INFO:teuthology.orchestra.run.smithi170.stderr:2024-09-13T16:59:40.948+0000 7f0751c00700 1 -- 172.21.15.170:0/1442329350 wait complete. 2024-09-13T16:59:40.972 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-13T16:59:40.972 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-13T16:59:40.978 INFO:tasks.ceph.osd.0:Started 2024-09-13T16:59:40.978 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-13T16:59:40.978 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-13T16:59:40.984 INFO:tasks.ceph.osd.1:Started 2024-09-13T16:59:40.984 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-13T16:59:40.984 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-13T16:59:40.987 INFO:tasks.ceph.osd.2:Started 2024-09-13T16:59:40.988 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-13T16:59:40.988 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-13T16:59:40.992 INFO:tasks.ceph.osd.3:Started 2024-09-13T16:59:40.992 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-13T16:59:40.993 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-13T16:59:40.998 INFO:tasks.ceph.osd.4:Started 2024-09-13T16:59:40.998 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-13T16:59:40.999 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-13T16:59:41.004 INFO:tasks.ceph.osd.5:Started 2024-09-13T16:59:41.004 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-13T16:59:41.004 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-13T16:59:41.009 INFO:tasks.ceph.osd.6:Started 2024-09-13T16:59:41.009 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-13T16:59:41.009 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-13T16:59:41.013 INFO:tasks.ceph.osd.7:Started 2024-09-13T16:59:41.014 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:59:41.140 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:41.138+0000 7f9ad40ee2c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T16:59:41.182 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.178+0000 7fd578a00700 1 Processor -- start 2024-09-13T16:59:41.182 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.178+0000 7fd578a00700 1 -- start start 2024-09-13T16:59:41.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd578a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd57415cff0 0x7fd5740cecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:41.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd578a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cf1f0 0x7fd5740cf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:41.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd578a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fd5740cd3a0 0x7fd5740cd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:41.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd578a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5740cb580 con 0x7fd57415cff0 2024-09-13T16:59:41.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd578a00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd57415d3d0 con 0x7fd5740cd3a0 2024-09-13T16:59:41.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd578a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd57406b730 con 0x7fd5740cf1f0 2024-09-13T16:59:41.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd57415cff0 0x7fd5740cecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:41.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd57415cff0 0x7fd5740cecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55142/0 (socket says 172.21.15.99:55142) 2024-09-13T16:59:41.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fd5740cd3a0 0x7fd5740cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:41.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573400700 1 -- 172.21.15.99:0/3772107754 learned_addr learned my addr 172.21.15.99:0/3772107754 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:41.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd572a00700 1 --2- 172.21.15.99:0/3772107754 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cf1f0 0x7fd5740cf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:41.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573400700 1 -- 172.21.15.99:0/3772107754 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cf1f0 msgr2=0x7fd5740cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:41.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573400700 1 --2- 172.21.15.99:0/3772107754 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cf1f0 0x7fd5740cf630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:41.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573400700 1 -- 172.21.15.99:0/3772107754 >> v2:172.21.15.170:3300/0 conn(0x7fd5740cd3a0 msgr2=0x7fd5740cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:41.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573400700 1 --2- 172.21.15.99:0/3772107754 >> v2:172.21.15.170:3300/0 conn(0x7fd5740cd3a0 0x7fd5740cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:41.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573400700 1 -- 172.21.15.99:0/3772107754 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd57406ba10 con 0x7fd57415cff0 2024-09-13T16:59:41.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573e00700 1 --2- 172.21.15.99:0/3772107754 >> v2:172.21.15.170:3300/0 conn(0x7fd5740cd3a0 0x7fd5740cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:59:41.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd573400700 1 --2- 172.21.15.99:0/3772107754 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd57415cff0 0x7fd5740cecb0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd57406e040 tx=0x7fd56400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4373ce05c224709 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:41.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd572000700 1 -- 172.21.15.99:0/3772107754 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd56400e070 con 0x7fd57415cff0 2024-09-13T16:59:41.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd572000700 1 -- 172.21.15.99:0/3772107754 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd56400b910 con 0x7fd57415cff0 2024-09-13T16:59:41.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd572000700 1 -- 172.21.15.99:0/3772107754 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd56400bcc0 con 0x7fd57415cff0 2024-09-13T16:59:41.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd578a00700 1 -- 172.21.15.99:0/3772107754 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd57415cff0 msgr2=0x7fd5740cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:41.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.182+0000 7fd578a00700 1 --2- 172.21.15.99:0/3772107754 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd57415cff0 0x7fd5740cecb0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd57406e040 tx=0x7fd56400b330 comp rx=0 tx=0).stop 2024-09-13T16:59:41.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.186+0000 7fd578a00700 1 -- 172.21.15.99:0/3772107754 shutdown_connections 2024-09-13T16:59:41.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.186+0000 7fd578a00700 1 --2- 172.21.15.99:0/3772107754 >> v2:172.21.15.170:3300/0 conn(0x7fd5740cd3a0 0x7fd5740cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:41.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.186+0000 7fd578a00700 1 --2- 172.21.15.99:0/3772107754 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cf1f0 0x7fd5740cf630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:41.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.186+0000 7fd578a00700 1 --2- 172.21.15.99:0/3772107754 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd57415cff0 0x7fd5740cecb0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:41.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.186+0000 7fd578a00700 1 -- 172.21.15.99:0/3772107754 >> 172.21.15.99:0/3772107754 conn(0x7fd5740d0b20 msgr2=0x7fd5740d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:41.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.186+0000 7fd578a00700 1 -- 172.21.15.99:0/3772107754 shutdown_connections 2024-09-13T16:59:41.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.186+0000 7fd578a00700 1 -- 172.21.15.99:0/3772107754 wait complete. 2024-09-13T16:59:41.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.186+0000 7fd578a00700 1 Processor -- start 2024-09-13T16:59:41.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.186+0000 7fd578a00700 1 -- start start 2024-09-13T16:59:41.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd578a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cd3a0 0x7fd5740c5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:41.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd578a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5740cf1f0 0x7fd574153930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:41.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd578a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd57415cff0 0x7fd574153e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:41.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd578a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5741543b0 con 0x7fd5740cf1f0 2024-09-13T16:59:41.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd578a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5740c49a0 con 0x7fd57415cff0 2024-09-13T16:59:41.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd578a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5740c4c80 con 0x7fd5740cd3a0 2024-09-13T16:59:41.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd572a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5740cf1f0 0x7fd574153930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:41.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd572a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5740cf1f0 0x7fd574153930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55152/0 (socket says 172.21.15.99:55152) 2024-09-13T16:59:41.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd572a00700 1 -- 172.21.15.99:0/1558789622 learned_addr learned my addr 172.21.15.99:0/1558789622 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:41.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd573e00700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd57415cff0 0x7fd574153e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:41.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd573400700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cd3a0 0x7fd5740c5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:41.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd572a00700 1 -- 172.21.15.99:0/1558789622 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cd3a0 msgr2=0x7fd5740c5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:41.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd572a00700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cd3a0 0x7fd5740c5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:41.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd572a00700 1 -- 172.21.15.99:0/1558789622 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd57415cff0 msgr2=0x7fd574153e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:41.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd572a00700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd57415cff0 0x7fd574153e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:41.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd572a00700 1 -- 172.21.15.99:0/1558789622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd56c0094b0 con 0x7fd5740cf1f0 2024-09-13T16:59:41.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd573400700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cd3a0 0x7fd5740c5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:59:41.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd573e00700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd57415cff0 0x7fd574153e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:59:41.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd572a00700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5740cf1f0 0x7fd574153930 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd56000e980 tx=0x7fd56000ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:41.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd56b400700 1 -- 172.21.15.99:0/1558789622 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd560009700 con 0x7fd5740cf1f0 2024-09-13T16:59:41.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd56b400700 1 -- 172.21.15.99:0/1558789622 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd560004020 con 0x7fd5740cf1f0 2024-09-13T16:59:41.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd578a00700 1 -- 172.21.15.99:0/1558789622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd564009b30 con 0x7fd5740cf1f0 2024-09-13T16:59:41.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd56b400700 1 -- 172.21.15.99:0/1558789622 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5600043b0 con 0x7fd5740cf1f0 2024-09-13T16:59:41.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd578a00700 1 -- 172.21.15.99:0/1558789622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5740c5240 con 0x7fd5740cf1f0 2024-09-13T16:59:41.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd56b400700 1 -- 172.21.15.99:0/1558789622 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fd560005d40 con 0x7fd5740cf1f0 2024-09-13T16:59:41.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.190+0000 7fd56b400700 1 -- 172.21.15.99:0/1558789622 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fd560003990 con 0x7fd5740cf1f0 2024-09-13T16:59:41.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.194+0000 7fd578a00700 1 -- 172.21.15.99:0/1558789622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5740d05b0 con 0x7fd5740cf1f0 2024-09-13T16:59:41.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.198+0000 7fd56b400700 1 -- 172.21.15.99:0/1558789622 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fd560020060 con 0x7fd5740cf1f0 2024-09-13T16:59:41.276 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd578a00700 1 -- 172.21.15.99:0/1558789622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd5740d0f00 con 0x7fd5740cf1f0 2024-09-13T16:59:41.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd56b400700 1 -- 172.21.15.99:0/1558789622 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fd560028020 con 0x7fd5740cf1f0 2024-09-13T16:59:41.277 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:59:41.277 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":10,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T16:59:40.940686+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:59:41.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd578a00700 1 -- 172.21.15.99:0/1558789622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5740cf1f0 msgr2=0x7fd574153930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:41.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd578a00700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5740cf1f0 0x7fd574153930 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd56000e980 tx=0x7fd56000ed40 comp rx=0 tx=0).stop 2024-09-13T16:59:41.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd578a00700 1 -- 172.21.15.99:0/1558789622 shutdown_connections 2024-09-13T16:59:41.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd578a00700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5740cf1f0 0x7fd574153930 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:41.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd578a00700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd57415cff0 0x7fd574153e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:41.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd578a00700 1 --2- 172.21.15.99:0/1558789622 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5740cd3a0 0x7fd5740c5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:41.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd578a00700 1 -- 172.21.15.99:0/1558789622 >> 172.21.15.99:0/1558789622 conn(0x7fd5740d0b20 msgr2=0x7fd5740b06a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:41.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd578a00700 1 -- 172.21.15.99:0/1558789622 shutdown_connections 2024-09-13T16:59:41.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:41.274+0000 7fd578a00700 1 -- 172.21.15.99:0/1558789622 wait complete. 2024-09-13T16:59:41.288 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:41.284+0000 7f3343af22c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T16:59:41.298 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-13T16:59:41.298 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-13T16:59:41.381 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:41.378+0000 7f9ad40ee2c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:59:41.471 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:41.466+0000 7f9ad40ee2c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T16:59:41.560 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:41.556+0000 7f3343af22c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:59:41.638 INFO:tasks.ceph.osd.2.smithi099.stderr:2024-09-13T16:59:41.634+0000 7f241e2b8880 -1 Falling back to public interface 2024-09-13T16:59:41.645 INFO:tasks.ceph.osd.3.smithi099.stderr:2024-09-13T16:59:41.642+0000 7f4665607880 -1 Falling back to public interface 2024-09-13T16:59:41.657 INFO:tasks.ceph.osd.0.smithi099.stderr:2024-09-13T16:59:41.654+0000 7fa27ac76880 -1 Falling back to public interface 2024-09-13T16:59:41.657 INFO:tasks.ceph.osd.1.smithi099.stderr:2024-09-13T16:59:41.654+0000 7f846ab8e880 -1 Falling back to public interface 2024-09-13T16:59:41.665 INFO:tasks.ceph.osd.4.smithi170.stderr:2024-09-13T16:59:41.660+0000 7f041f432880 -1 Falling back to public interface 2024-09-13T16:59:41.673 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:41.670+0000 7f9ad40ee2c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T16:59:41.676 INFO:tasks.ceph.osd.7.smithi170.stderr:2024-09-13T16:59:41.672+0000 7f8018f32880 -1 Falling back to public interface 2024-09-13T16:59:41.685 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:41.680+0000 7f3343af22c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T16:59:41.687 INFO:tasks.ceph.osd.5.smithi170.stderr:2024-09-13T16:59:41.684+0000 7f11d6786880 -1 Falling back to public interface 2024-09-13T16:59:41.689 INFO:tasks.ceph.osd.6.smithi170.stderr:2024-09-13T16:59:41.684+0000 7ffaa0ba0880 -1 Falling back to public interface 2024-09-13T16:59:41.900 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:41.896+0000 7f3343af22c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T16:59:42.103 DEBUG:teuthology.orchestra.run.smithi099:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:59:42.251 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.246+0000 7ff3a6000700 1 Processor -- start 2024-09-13T16:59:42.252 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 -- start start 2024-09-13T16:59:42.253 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff3a0071540 0x7ff3a01678e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:42.253 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3a00b3100 con 0x7ff3a015cee0 2024-09-13T16:59:42.253 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3a00b2860 con 0x7ff3a00ceb30 2024-09-13T16:59:42.253 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3a00b2b40 con 0x7ff3a0071540 2024-09-13T16:59:42.254 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a5600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff3a0071540 0x7ff3a01678e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:42.254 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a5600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff3a0071540 0x7ff3a01678e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:50868/0 (socket says 172.21.15.99:50868) 2024-09-13T16:59:42.254 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a5600700 1 -- 172.21.15.99:0/4015888186 learned_addr learned my addr 172.21.15.99:0/4015888186 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:42.254 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff39fe00700 1 --1- 172.21.15.99:0/4015888186 >> v1:172.21.15.99:6789/0 conn(0x7ff3a015cee0 0x7ff3a00b1d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:39262/0 (socket says 172.21.15.99:39262) 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a5600700 1 -- 172.21.15.99:0/4015888186 >> v1:172.21.15.170:6789/0 conn(0x7ff3a00ceb30 legacy=0x7ff3a00cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a5600700 1 -- 172.21.15.99:0/4015888186 >> v1:172.21.15.99:6789/0 conn(0x7ff3a015cee0 legacy=0x7ff3a00b1d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a5600700 1 -- 172.21.15.99:0/4015888186 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3a00b2e20 con 0x7ff3a0071540 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a5600700 1 --2- 172.21.15.99:0/4015888186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 0x7ff3a01678e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff398009e50 tx=0x7ff39800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f873fe972ceb0a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff39f400700 1 -- 172.21.15.99:0/4015888186 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff39800e070 con 0x7ff3a0071540 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff39f400700 1 -- 172.21.15.99:0/4015888186 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff398003a40 con 0x7ff3a0071540 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff39f400700 1 -- 172.21.15.99:0/4015888186 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff398003df0 con 0x7ff3a0071540 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 -- 172.21.15.99:0/4015888186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 msgr2=0x7ff3a01678e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 --2- 172.21.15.99:0/4015888186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 0x7ff3a01678e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff398009e50 tx=0x7ff39800b330 comp rx=0 tx=0).stop 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 -- 172.21.15.99:0/4015888186 shutdown_connections 2024-09-13T16:59:42.255 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 --2- 172.21.15.99:0/4015888186 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 0x7ff3a01678e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:42.256 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 -- 172.21.15.99:0/4015888186 >> 172.21.15.99:0/4015888186 conn(0x7ff3a006a540 msgr2=0x7ff3a006a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:42.256 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 -- 172.21.15.99:0/4015888186 shutdown_connections 2024-09-13T16:59:42.256 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.250+0000 7ff3a6000700 1 -- 172.21.15.99:0/4015888186 wait complete. 2024-09-13T16:59:42.256 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a6000700 1 Processor -- start 2024-09-13T16:59:42.257 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a6000700 1 -- start start 2024-09-13T16:59:42.257 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a6000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 0x7ff3a01453f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:42.258 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a6000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3a00ceb30 0x7ff3a014ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:42.258 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a6000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3a015cee0 0x7ff3a0154c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:42.258 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a6000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a014f170 con 0x7ff3a0071540 2024-09-13T16:59:42.258 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a6000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a0153c20 con 0x7ff3a015cee0 2024-09-13T16:59:42.258 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a6000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a0151fb0 con 0x7ff3a00ceb30 2024-09-13T16:59:42.259 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a4c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 0x7ff3a01453f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:42.259 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a4c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 0x7ff3a01453f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:50876/0 (socket says 172.21.15.99:50876) 2024-09-13T16:59:42.259 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a4c00700 1 -- 172.21.15.99:0/2942265163 learned_addr learned my addr 172.21.15.99:0/2942265163 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:42.259 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a5600700 1 --2- 172.21.15.99:0/2942265163 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3a015cee0 0x7ff3a0154c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:42.259 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff39fe00700 1 --2- 172.21.15.99:0/2942265163 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3a00ceb30 0x7ff3a014ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:42.259 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a4c00700 1 -- 172.21.15.99:0/2942265163 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3a00ceb30 msgr2=0x7ff3a014ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:42.259 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a4c00700 1 --2- 172.21.15.99:0/2942265163 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3a00ceb30 0x7ff3a014ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:42.259 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a4c00700 1 -- 172.21.15.99:0/2942265163 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3a015cee0 msgr2=0x7ff3a0154c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:42.260 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a4c00700 1 --2- 172.21.15.99:0/2942265163 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3a015cee0 0x7ff3a0154c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:42.260 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a4c00700 1 -- 172.21.15.99:0/2942265163 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff398009b30 con 0x7ff3a0071540 2024-09-13T16:59:42.260 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.254+0000 7ff3a4c00700 1 --2- 172.21.15.99:0/2942265163 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 0x7ff3a01453f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff39400b4d0 tx=0x7ff39400b7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:42.260 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.258+0000 7ff39cc00700 1 -- 172.21.15.99:0/2942265163 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff394011830 con 0x7ff3a0071540 2024-09-13T16:59:42.261 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.258+0000 7ff39cc00700 1 -- 172.21.15.99:0/2942265163 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3940119b0 con 0x7ff3a0071540 2024-09-13T16:59:42.261 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.258+0000 7ff3a6000700 1 -- 172.21.15.99:0/2942265163 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3a0153e70 con 0x7ff3a0071540 2024-09-13T16:59:42.261 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.258+0000 7ff39cc00700 1 -- 172.21.15.99:0/2942265163 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff394011d60 con 0x7ff3a0071540 2024-09-13T16:59:42.261 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.258+0000 7ff3a6000700 1 -- 172.21.15.99:0/2942265163 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3a0154430 con 0x7ff3a0071540 2024-09-13T16:59:42.261 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.258+0000 7ff39cc00700 1 -- 172.21.15.99:0/2942265163 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7ff39401a700 con 0x7ff3a0071540 2024-09-13T16:59:42.261 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.258+0000 7ff39cc00700 1 -- 172.21.15.99:0/2942265163 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7ff394019cb0 con 0x7ff3a0071540 2024-09-13T16:59:42.261 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.258+0000 7ff3a6000700 1 -- 172.21.15.99:0/2942265163 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3a00cef10 con 0x7ff3a0071540 2024-09-13T16:59:42.265 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.262+0000 7ff39cc00700 1 -- 172.21.15.99:0/2942265163 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7ff394039e30 con 0x7ff3a0071540 2024-09-13T16:59:42.329 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.326+0000 7ff3a6000700 1 -- 172.21.15.99:0/2942265163 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff3a006bf80 con 0x7ff3a0071540 2024-09-13T16:59:42.330 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.326+0000 7ff39cc00700 1 -- 172.21.15.99:0/2942265163 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7ff394028030 con 0x7ff3a0071540 2024-09-13T16:59:42.331 INFO:teuthology.misc.health.smithi099.stdout: 2024-09-13T16:59:42.331 INFO:teuthology.misc.health.smithi099.stdout:{"epoch":10,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T16:59:40.940686+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:59:42.332 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.330+0000 7ff3a6000700 1 -- 172.21.15.99:0/2942265163 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 msgr2=0x7ff3a01453f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:42.332 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.330+0000 7ff3a6000700 1 --2- 172.21.15.99:0/2942265163 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 0x7ff3a01453f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff39400b4d0 tx=0x7ff39400b7e0 comp rx=0 tx=0).stop 2024-09-13T16:59:42.332 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.330+0000 7ff3a6000700 1 -- 172.21.15.99:0/2942265163 shutdown_connections 2024-09-13T16:59:42.332 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.330+0000 7ff3a6000700 1 --2- 172.21.15.99:0/2942265163 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3a015cee0 0x7ff3a0154c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:42.332 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.330+0000 7ff3a6000700 1 --2- 172.21.15.99:0/2942265163 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3a00ceb30 0x7ff3a014ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:42.333 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.330+0000 7ff3a6000700 1 --2- 172.21.15.99:0/2942265163 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3a0071540 0x7ff3a01453f0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:42.333 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.330+0000 7ff3a6000700 1 -- 172.21.15.99:0/2942265163 >> 172.21.15.99:0/2942265163 conn(0x7ff3a006a540 msgr2=0x7ff3a015b4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:42.333 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.330+0000 7ff3a6000700 1 -- 172.21.15.99:0/2942265163 shutdown_connections 2024-09-13T16:59:42.333 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:42.330+0000 7ff3a6000700 1 -- 172.21.15.99:0/2942265163 wait complete. 2024-09-13T16:59:42.347 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T16:59:42.376 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:42.374+0000 7f9ad40ee2c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T16:59:42.465 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:42.462+0000 7f9ad40ee2c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T16:59:42.625 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:42.620+0000 7f3343af22c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T16:59:42.639 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:42.634+0000 7f9ad40ee2c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T16:59:42.725 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:42.720+0000 7f3343af22c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T16:59:42.731 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:42.726+0000 7f9ad40ee2c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T16:59:42.830 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:42.826+0000 7f9ad40ee2c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T16:59:42.925 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:42.920+0000 7f3343af22c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T16:59:43.021 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:43.016+0000 7f3343af22c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T16:59:43.122 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:43.120+0000 7f3343af22c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T16:59:43.213 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:43.210+0000 7f9ad40ee2c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T16:59:43.309 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:43.306+0000 7f9ad40ee2c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T16:59:43.533 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:43.528+0000 7f3343af22c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T16:59:43.634 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:43.628+0000 7f3343af22c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T16:59:44.123 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:44.118+0000 7f9ad40ee2c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T16:59:44.482 INFO:tasks.ceph.mgr.x.smithi170.stderr:2024-09-13T16:59:44.480+0000 7f3343af22c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T16:59:45.154 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:45.150+0000 7f9aba800700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T16:59:45.155 INFO:tasks.ceph.mgr.y.smithi099.stderr:2024-09-13T16:59:45.154+0000 7f9aba800700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T16:59:45.624 INFO:tasks.ceph.osd.7.smithi170.stderr:2024-09-13T16:59:45.620+0000 7f8018f32880 -1 osd.7 0 log_to_monitors true 2024-09-13T16:59:45.675 INFO:tasks.ceph.osd.3.smithi099.stderr:2024-09-13T16:59:45.670+0000 7f4665607880 -1 osd.3 0 log_to_monitors true 2024-09-13T16:59:45.677 INFO:tasks.ceph.osd.5.smithi170.stderr:2024-09-13T16:59:45.672+0000 7f11d6786880 -1 osd.5 0 log_to_monitors true 2024-09-13T16:59:45.697 INFO:tasks.ceph.osd.0.smithi099.stderr:2024-09-13T16:59:45.694+0000 7fa27ac76880 -1 osd.0 0 log_to_monitors true 2024-09-13T16:59:45.867 INFO:tasks.ceph.osd.2.smithi099.stderr:2024-09-13T16:59:45.862+0000 7f241e2b8880 -1 osd.2 0 log_to_monitors true 2024-09-13T16:59:45.893 INFO:tasks.ceph.osd.1.smithi099.stderr:2024-09-13T16:59:45.890+0000 7f846ab8e880 -1 osd.1 0 log_to_monitors true 2024-09-13T16:59:45.909 INFO:tasks.ceph.osd.4.smithi170.stderr:2024-09-13T16:59:45.904+0000 7f041f432880 -1 osd.4 0 log_to_monitors true 2024-09-13T16:59:45.945 INFO:tasks.ceph.osd.6.smithi170.stderr:2024-09-13T16:59:45.940+0000 7ffaa0ba0880 -1 osd.6 0 log_to_monitors true 2024-09-13T16:59:48.901 INFO:tasks.ceph.osd.4.smithi170.stderr:2024-09-13T16:59:48.892+0000 7f0419800700 -1 osd.4 0 waiting for initial osdmap 2024-09-13T16:59:48.904 INFO:tasks.ceph.osd.4.smithi170.stderr:2024-09-13T16:59:48.900+0000 7f040fe00700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:59:48.912 INFO:tasks.ceph.osd.6.smithi170.stderr:2024-09-13T16:59:48.908+0000 7ffa9b000700 -1 osd.6 0 waiting for initial osdmap 2024-09-13T16:59:48.920 INFO:tasks.ceph.osd.6.smithi170.stderr:2024-09-13T16:59:48.916+0000 7ffa91600700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:59:48.924 INFO:tasks.ceph.osd.5.smithi170.stderr:2024-09-13T16:59:48.920+0000 7f11d0c00700 -1 osd.5 0 waiting for initial osdmap 2024-09-13T16:59:48.932 INFO:tasks.ceph.osd.5.smithi170.stderr:2024-09-13T16:59:48.928+0000 7f11c7200700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:59:48.940 INFO:tasks.ceph.osd.7.smithi170.stderr:2024-09-13T16:59:48.936+0000 7f8015200700 -1 osd.7 0 waiting for initial osdmap 2024-09-13T16:59:48.947 INFO:tasks.ceph.osd.7.smithi170.stderr:2024-09-13T16:59:48.944+0000 7f8009a00700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:59:49.154 DEBUG:teuthology.orchestra.run.smithi099:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:59:49.340 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.334+0000 7f42b1a00700 1 Processor -- start 2024-09-13T16:59:49.340 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.338+0000 7f42b1a00700 1 -- start start 2024-09-13T16:59:49.345 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.338+0000 7f42b1a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f42ac146840 0x7f42ac0ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:49.346 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.338+0000 7f42b1a00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42ac146c20 con 0x7f42ac071420 2024-09-13T16:59:49.346 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.338+0000 7f42b1a00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42ac0ad370 con 0x7f42ac0acdf0 2024-09-13T16:59:49.346 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.338+0000 7f42b1a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42ac0ad650 con 0x7f42ac146840 2024-09-13T16:59:49.346 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.338+0000 7f42aaa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f42ac146840 0x7f42ac0ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:49.346 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.338+0000 7f42aaa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f42ac146840 0x7f42ac0ac8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:51018/0 (socket says 172.21.15.99:51018) 2024-09-13T16:59:49.346 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.338+0000 7f42aaa00700 1 -- 172.21.15.99:0/2315215060 learned_addr learned my addr 172.21.15.99:0/2315215060 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:49.346 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.338+0000 7f42aaa00700 1 -- 172.21.15.99:0/2315215060 >> v1:172.21.15.170:6789/0 conn(0x7f42ac0acdf0 legacy=0x7f42ac070d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:49.346 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.338+0000 7f42aaa00700 1 -- 172.21.15.99:0/2315215060 >> v1:172.21.15.99:6789/0 conn(0x7f42ac071420 legacy=0x7f42ac06c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:49.347 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42aaa00700 1 -- 172.21.15.99:0/2315215060 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42ac0ad930 con 0x7f42ac146840 2024-09-13T16:59:49.347 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42aaa00700 1 --2- 172.21.15.99:0/2315215060 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42ac146840 0x7f42ac0ac8b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f42a4009940 tx=0x7f42a4009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c9dee36968e6680 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:49.347 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42a9600700 1 -- 172.21.15.99:0/2315215060 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42a4004230 con 0x7f42ac146840 2024-09-13T16:59:49.347 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42a9600700 1 -- 172.21.15.99:0/2315215060 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42a4009e90 con 0x7f42ac146840 2024-09-13T16:59:49.347 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42a9600700 1 -- 172.21.15.99:0/2315215060 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42a40045b0 con 0x7f42ac146840 2024-09-13T16:59:49.347 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42b1a00700 1 -- 172.21.15.99:0/2315215060 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42ac146840 msgr2=0x7f42ac0ac8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:49.347 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42b1a00700 1 --2- 172.21.15.99:0/2315215060 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42ac146840 0x7f42ac0ac8b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f42a4009940 tx=0x7f42a4009c50 comp rx=0 tx=0).stop 2024-09-13T16:59:49.348 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42b1a00700 1 -- 172.21.15.99:0/2315215060 shutdown_connections 2024-09-13T16:59:49.348 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42b1a00700 1 --2- 172.21.15.99:0/2315215060 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42ac146840 0x7f42ac0ac8b0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:49.348 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42b1a00700 1 -- 172.21.15.99:0/2315215060 >> 172.21.15.99:0/2315215060 conn(0x7f42ac0b0810 msgr2=0x7f42ac0b0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:49.348 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42b1a00700 1 -- 172.21.15.99:0/2315215060 shutdown_connections 2024-09-13T16:59:49.348 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.342+0000 7f42b1a00700 1 -- 172.21.15.99:0/2315215060 wait complete. 2024-09-13T16:59:49.351 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.346+0000 7f42b1a00700 1 Processor -- start 2024-09-13T16:59:49.353 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.346+0000 7f42b1a00700 1 -- start start 2024-09-13T16:59:49.353 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42b1a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42ac071420 0x7f42ac15d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:49.353 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42b1a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42ac0acdf0 0x7f42ac15c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:49.354 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42b1a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42ac146840 0x7f42ac139b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:49.354 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42b1a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42ac15cbd0 con 0x7f42ac071420 2024-09-13T16:59:49.354 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42b1a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42ac15d9e0 con 0x7f42ac0acdf0 2024-09-13T16:59:49.354 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42b1a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42ac15dcc0 con 0x7f42ac146840 2024-09-13T16:59:49.354 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aa000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42ac0acdf0 0x7f42ac15c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:49.354 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aaa00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42ac071420 0x7f42ac15d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:49.355 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aa000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42ac0acdf0 0x7f42ac15c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:34016/0 (socket says 172.21.15.99:34016) 2024-09-13T16:59:49.355 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aa000700 1 -- 172.21.15.99:0/1682808290 learned_addr learned my addr 172.21.15.99:0/1682808290 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:49.355 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42ab400700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42ac146840 0x7f42ac139b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:49.355 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aa000700 1 -- 172.21.15.99:0/1682808290 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42ac146840 msgr2=0x7f42ac139b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:49.355 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aa000700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42ac146840 0x7f42ac139b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:49.355 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aa000700 1 -- 172.21.15.99:0/1682808290 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42ac071420 msgr2=0x7f42ac15d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:49.355 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aa000700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42ac071420 0x7f42ac15d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:49.355 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aa000700 1 -- 172.21.15.99:0/1682808290 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42a4009570 con 0x7f42ac0acdf0 2024-09-13T16:59:49.355 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aaa00700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42ac071420 0x7f42ac15d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:59:49.356 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.350+0000 7f42aa000700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42ac0acdf0 0x7f42ac15c690 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f429c00c840 tx=0x7f429c00cb50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:49.356 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.354+0000 7f42a2a00700 1 -- 172.21.15.99:0/1682808290 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f429c003e30 con 0x7f42ac0acdf0 2024-09-13T16:59:49.356 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.354+0000 7f42a2a00700 1 -- 172.21.15.99:0/1682808290 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f429c005070 con 0x7f42ac0acdf0 2024-09-13T16:59:49.356 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.354+0000 7f42a2a00700 1 -- 172.21.15.99:0/1682808290 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f429c005420 con 0x7f42ac0acdf0 2024-09-13T16:59:49.357 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.354+0000 7f42b1a00700 1 -- 172.21.15.99:0/1682808290 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42ac15dfa0 con 0x7f42ac0acdf0 2024-09-13T16:59:49.357 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.354+0000 7f42b1a00700 1 -- 172.21.15.99:0/1682808290 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42ac15e560 con 0x7f42ac0acdf0 2024-09-13T16:59:49.358 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.354+0000 7f429be00700 1 -- 172.21.15.99:0/1682808290 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f427c005310 con 0x7f42ac0acdf0 2024-09-13T16:59:49.362 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.358+0000 7f42a2a00700 1 -- 172.21.15.99:0/1682808290 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f429c005580 con 0x7f42ac0acdf0 2024-09-13T16:59:49.362 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.358+0000 7f42a2a00700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f42880666a0 0x7f4288068b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:49.362 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.358+0000 7f42a2a00700 1 -- 172.21.15.99:0/1682808290 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7f429c082520 con 0x7f42ac0acdf0 2024-09-13T16:59:49.363 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.358+0000 7f42aaa00700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f42880666a0 0x7f4288068b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:49.364 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.362+0000 7f42aaa00700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f42880666a0 0x7f4288068b60 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f42a4006fd0 tx=0x7f42a4008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:49.370 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.366+0000 7f42a2a00700 1 -- 172.21.15.99:0/1682808290 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f429c050710 con 0x7f42ac0acdf0 2024-09-13T16:59:49.602 INFO:tasks.ceph.osd.0.smithi099.stderr:2024-09-13T16:59:49.598+0000 7fa275200700 -1 osd.0 0 waiting for initial osdmap 2024-09-13T16:59:49.608 INFO:tasks.ceph.osd.1.smithi099.stderr:2024-09-13T16:59:49.606+0000 7f8465000700 -1 osd.1 0 waiting for initial osdmap 2024-09-13T16:59:49.609 INFO:tasks.ceph.osd.0.smithi099.stderr:2024-09-13T16:59:49.606+0000 7fa26b800700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:59:49.624 INFO:tasks.ceph.osd.1.smithi099.stderr:2024-09-13T16:59:49.622+0000 7f845b600700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:59:49.626 INFO:tasks.ceph.osd.3.smithi099.stderr:2024-09-13T16:59:49.622+0000 7f465fa00700 -1 osd.3 0 waiting for initial osdmap 2024-09-13T16:59:49.633 INFO:tasks.ceph.osd.3.smithi099.stderr:2024-09-13T16:59:49.630+0000 7f4656000700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:59:49.643 INFO:tasks.ceph.osd.2.smithi099.stderr:2024-09-13T16:59:49.638+0000 7f2418800700 -1 osd.2 0 waiting for initial osdmap 2024-09-13T16:59:49.651 INFO:tasks.ceph.osd.2.smithi099.stderr:2024-09-13T16:59:49.646+0000 7f240ee00700 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:59:49.682 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.678+0000 7f429be00700 1 -- 172.21.15.99:0/1682808290 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f427c0055c0 con 0x7f42ac0acdf0 2024-09-13T16:59:49.684 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f42a2a00700 1 -- 172.21.15.99:0/1682808290 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f429c017070 con 0x7f42ac0acdf0 2024-09-13T16:59:49.684 INFO:teuthology.misc.health.smithi099.stdout: 2024-09-13T16:59:49.684 INFO:teuthology.misc.health.smithi099.stdout:{"epoch":12,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T16:59:47.194853+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:59:49.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 -- 172.21.15.99:0/1682808290 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f42880666a0 msgr2=0x7f4288068b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:49.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f42880666a0 0x7f4288068b60 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f42a4006fd0 tx=0x7f42a4008030 comp rx=0 tx=0).stop 2024-09-13T16:59:49.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 -- 172.21.15.99:0/1682808290 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42ac0acdf0 msgr2=0x7f42ac15c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:49.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42ac0acdf0 0x7f42ac15c690 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f429c00c840 tx=0x7f429c00cb50 comp rx=0 tx=0).stop 2024-09-13T16:59:49.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 -- 172.21.15.99:0/1682808290 shutdown_connections 2024-09-13T16:59:49.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f42880666a0 0x7f4288068b60 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:49.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42ac146840 0x7f42ac139b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:49.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f42ac0acdf0 0x7f42ac15c690 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:49.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 --2- 172.21.15.99:0/1682808290 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42ac071420 0x7f42ac15d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:49.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 -- 172.21.15.99:0/1682808290 >> 172.21.15.99:0/1682808290 conn(0x7f42ac0b0810 msgr2=0x7f42ac070d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:49.688 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 -- 172.21.15.99:0/1682808290 shutdown_connections 2024-09-13T16:59:49.688 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:49.682+0000 7f429be00700 1 -- 172.21.15.99:0/1682808290 wait complete. 2024-09-13T16:59:49.703 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T16:59:54.587 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:59:54.590 DEBUG:teuthology.orchestra.run.smithi170:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:59:56.510 DEBUG:teuthology.orchestra.run.smithi099:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:59:56.662 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.658+0000 7fb7bd600700 1 Processor -- start 2024-09-13T16:59:56.662 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.658+0000 7fb7bd600700 1 -- start start 2024-09-13T16:59:56.663 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.658+0000 7fb7bd600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b8144200 0x7fb7b815bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:56.663 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.658+0000 7fb7bd600700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7b80cd330 con 0x7fb7b80cf240 2024-09-13T16:59:56.663 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.658+0000 7fb7bd600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7b80cd610 con 0x7fb7b81445e0 2024-09-13T16:59:56.663 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.658+0000 7fb7bd600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b815c110 con 0x7fb7b8144200 2024-09-13T16:59:56.664 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7bcc00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fb7b80cf240 0x7fb7b80b19a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47790/0 (socket says 172.21.15.99:47790) 2024-09-13T16:59:56.664 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7bcc00700 1 -- 172.21.15.99:0/2233756908 learned_addr learned my addr 172.21.15.99:0/2233756908 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T16:59:56.664 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7e00700 1 --2- 172.21.15.99:0/2233756908 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b8144200 0x7fb7b815bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:56.665 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7400700 1 -- 172.21.15.99:0/2233756908 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1557544745 0 0) 0x7fb7b80cd330 con 0x7fb7b80cf240 2024-09-13T16:59:56.665 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7400700 1 -- 172.21.15.99:0/2233756908 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb79c0035d0 con 0x7fb7b80cf240 2024-09-13T16:59:56.665 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7e00700 1 -- 172.21.15.99:0/2233756908 >> v1:172.21.15.170:6789/0 conn(0x7fb7b81445e0 legacy=0x7fb7b80ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:56.665 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7400700 1 -- 172.21.15.99:0/2233756908 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3189127278 0 0) 0x7fb7b80cd610 con 0x7fb7b81445e0 2024-09-13T16:59:56.665 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7e00700 1 -- 172.21.15.99:0/2233756908 >> v1:172.21.15.99:6789/0 conn(0x7fb7b80cf240 legacy=0x7fb7b80b19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:56.665 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7e00700 1 -- 172.21.15.99:0/2233756908 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7b80cd8f0 con 0x7fb7b8144200 2024-09-13T16:59:56.666 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7e00700 1 --2- 172.21.15.99:0/2233756908 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b8144200 0x7fb7b815bbd0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8009880 tx=0x7fb7a8009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65a1ae209cd8a763 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:56.666 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7400700 1 -- 172.21.15.99:0/2233756908 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7b00019f0 con 0x7fb7b8144200 2024-09-13T16:59:56.666 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7400700 1 -- 172.21.15.99:0/2233756908 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7a8010590 con 0x7fb7b8144200 2024-09-13T16:59:56.666 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7b7400700 1 -- 172.21.15.99:0/2233756908 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a8010940 con 0x7fb7b8144200 2024-09-13T16:59:56.667 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7bd600700 1 -- 172.21.15.99:0/2233756908 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b8144200 msgr2=0x7fb7b815bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:56.667 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.662+0000 7fb7bd600700 1 --2- 172.21.15.99:0/2233756908 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b8144200 0x7fb7b815bbd0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8009880 tx=0x7fb7a8009b90 comp rx=0 tx=0).stop 2024-09-13T16:59:56.668 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.666+0000 7fb7bd600700 1 -- 172.21.15.99:0/2233756908 shutdown_connections 2024-09-13T16:59:56.668 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.666+0000 7fb7bd600700 1 --2- 172.21.15.99:0/2233756908 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b8144200 0x7fb7b815bbd0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:56.668 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.666+0000 7fb7bd600700 1 -- 172.21.15.99:0/2233756908 >> 172.21.15.99:0/2233756908 conn(0x7fb7b806a540 msgr2=0x7fb7b806a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:56.668 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.666+0000 7fb7bd600700 1 -- 172.21.15.99:0/2233756908 shutdown_connections 2024-09-13T16:59:56.668 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.666+0000 7fb7bd600700 1 -- 172.21.15.99:0/2233756908 wait complete. 2024-09-13T16:59:56.670 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.666+0000 7fb7bd600700 1 Processor -- start 2024-09-13T16:59:56.670 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.666+0000 7fb7bd600700 1 -- start start 2024-09-13T16:59:56.673 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7bd600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7b80cf240 0x7fb7b80ade90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:56.673 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7bd600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7b8144200 0x7fb7b8140980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:56.673 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7bd600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b81445e0 0x7fb7b8140ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:56.673 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7bd600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b8159dc0 con 0x7fb7b80cf240 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7bd600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b815a5f0 con 0x7fb7b8144200 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7bd600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b81431c0 con 0x7fb7b81445e0 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7b80cf240 0x7fb7b80ade90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7b80cf240 0x7fb7b80ade90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56224/0 (socket says 172.21.15.99:56224) 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b7e00700 1 -- 172.21.15.99:0/1949711640 learned_addr learned my addr 172.21.15.99:0/1949711640 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7bcc00700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b81445e0 0x7fb7b8140ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7af400700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7b8144200 0x7fb7b8140980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b7e00700 1 -- 172.21.15.99:0/1949711640 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b81445e0 msgr2=0x7fb7b8140ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b7e00700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b81445e0 0x7fb7b8140ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b7e00700 1 -- 172.21.15.99:0/1949711640 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7b8144200 msgr2=0x7fb7b8140980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b7e00700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7b8144200 0x7fb7b8140980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:56.674 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b7e00700 1 -- 172.21.15.99:0/1949711640 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7a80094b0 con 0x7fb7b80cf240 2024-09-13T16:59:56.675 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b7e00700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7b80cf240 0x7fb7b80ade90 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8009ee0 tx=0x7fb7a8004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:56.675 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b4c00700 1 -- 172.21.15.99:0/1949711640 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a80036c0 con 0x7fb7b80cf240 2024-09-13T16:59:56.675 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b4c00700 1 -- 172.21.15.99:0/1949711640 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7a8003820 con 0x7fb7b80cf240 2024-09-13T16:59:56.675 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7bd600700 1 -- 172.21.15.99:0/1949711640 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7b813f970 con 0x7fb7b80cf240 2024-09-13T16:59:56.676 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7b4c00700 1 -- 172.21.15.99:0/1949711640 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a8003bd0 con 0x7fb7b80cf240 2024-09-13T16:59:56.676 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.670+0000 7fb7bd600700 1 -- 172.21.15.99:0/1949711640 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7b8141560 con 0x7fb7b80cf240 2024-09-13T16:59:56.676 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.674+0000 7fb7bd600700 1 -- 172.21.15.99:0/1949711640 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7b80ccf50 con 0x7fb7b80cf240 2024-09-13T16:59:56.677 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.674+0000 7fb7b4c00700 1 -- 172.21.15.99:0/1949711640 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb7a8003d30 con 0x7fb7b80cf240 2024-09-13T16:59:56.679 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.674+0000 7fb7b4c00700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb794066730 0x7fb794068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:56.679 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.674+0000 7fb7b4c00700 1 -- 172.21.15.99:0/1949711640 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb7a8085460 con 0x7fb7b80cf240 2024-09-13T16:59:56.679 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.674+0000 7fb7af400700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb794066730 0x7fb794068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:56.680 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.678+0000 7fb7af400700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb794066730 0x7fb794068bf0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb7b80cbb40 tx=0x7fb7a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:56.687 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.682+0000 7fb7b4c00700 1 -- 172.21.15.99:0/1949711640 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb7a8052c30 con 0x7fb7b80cf240 2024-09-13T16:59:56.875 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.870+0000 7fb7bd600700 1 -- 172.21.15.99:0/1949711640 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb7b8071a00 con 0x7fb7b80cf240 2024-09-13T16:59:56.877 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.874+0000 7fb7b4c00700 1 -- 172.21.15.99:0/1949711640 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12826 (secure 0 0 0) 0x7fb7a8056250 con 0x7fb7b80cf240 2024-09-13T16:59:56.878 INFO:teuthology.misc.health.smithi099.stdout: 2024-09-13T16:59:56.878 INFO:teuthology.misc.health.smithi099.stdout:{"epoch":16,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T16:59:52.922869+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:59:56.880 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 -- 172.21.15.99:0/1949711640 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb794066730 msgr2=0x7fb794068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb794066730 0x7fb794068bf0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb7b80cbb40 tx=0x7fb7a0009040 comp rx=0 tx=0).stop 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 -- 172.21.15.99:0/1949711640 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7b80cf240 msgr2=0x7fb7b80ade90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7b80cf240 0x7fb7b80ade90 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb7a8009ee0 tx=0x7fb7a8004770 comp rx=0 tx=0).stop 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 -- 172.21.15.99:0/1949711640 shutdown_connections 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb794066730 0x7fb794068bf0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7b81445e0 0x7fb7b8140ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7b8144200 0x7fb7b8140980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 --2- 172.21.15.99:0/1949711640 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7b80cf240 0x7fb7b80ade90 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 -- 172.21.15.99:0/1949711640 >> 172.21.15.99:0/1949711640 conn(0x7fb7b806a540 msgr2=0x7fb7b80b33e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 -- 172.21.15.99:0/1949711640 shutdown_connections 2024-09-13T16:59:56.881 INFO:teuthology.misc.health.smithi099.stderr:2024-09-13T16:59:56.878+0000 7fb7bd600700 1 -- 172.21.15.99:0/1949711640 wait complete. 2024-09-13T16:59:56.898 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-13T16:59:56.898 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-13T16:59:56.899 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:59:56.899 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:59:56.904 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:59:56.904 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:59:56.904 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:59:56.909 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:59:56.909 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:59:56.909 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:59:56.916 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:59:56.916 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:59:56.916 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:59:56.922 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:59:56.923 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-13T16:59:56.923 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:59:57.022 INFO:tasks.ceph.mds.c.smithi099.stdout:starting mds.c at 2024-09-13T16:59:57.023 INFO:tasks.ceph.mds.a.smithi099.stdout:starting mds.a at 2024-09-13T16:59:57.042 INFO:tasks.ceph.mds.d.smithi170.stdout:starting mds.d at 2024-09-13T16:59:57.045 INFO:tasks.ceph.mds.b.smithi170.stdout:starting mds.b at 2024-09-13T16:59:57.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.090+0000 7ff3ef200700 1 Processor -- start 2024-09-13T16:59:57.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.090+0000 7ff3ef200700 1 -- start start 2024-09-13T16:59:57.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 0x7ff3f015a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff3f006e750 0x7ff3f00708a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3f01544f0 con 0x7ff3f00ce550 2024-09-13T16:59:57.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3f015a270 con 0x7ff3f006e750 2024-09-13T16:59:57.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f00cea50 con 0x7ff3f0154110 2024-09-13T16:59:57.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ede00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 0x7ff3f015a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ee800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff3f006e750 0x7ff3f00708a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ed400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ff3f00ce550 0x7ff3f00b1870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47824/0 (socket says 172.21.15.99:47824) 2024-09-13T16:59:57.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ed400700 1 -- 172.21.15.99:0/2284694319 learned_addr learned my addr 172.21.15.99:0/2284694319 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T16:59:57.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ede00700 1 -- 172.21.15.99:0/2284694319 >> v2:172.21.15.99:3300/0 conn(0x7ff3f006e750 msgr2=0x7ff3f00708a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:57.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ede00700 1 --2- 172.21.15.99:0/2284694319 >> v2:172.21.15.99:3300/0 conn(0x7ff3f006e750 0x7ff3f00708a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ede00700 1 -- 172.21.15.99:0/2284694319 >> v1:172.21.15.99:6789/0 conn(0x7ff3f00ce550 legacy=0x7ff3f00b1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ede00700 1 -- 172.21.15.99:0/2284694319 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3f00ced30 con 0x7ff3f0154110 2024-09-13T16:59:57.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3eca00700 1 -- 172.21.15.99:0/2284694319 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3056749220 0 0) 0x7ff3dc001110 con 0x7ff3f00ce550 2024-09-13T16:59:57.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ede00700 1 --2- 172.21.15.99:0/2284694319 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 0x7ff3f015a700 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff3e0009850 tx=0x7ff3e0009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61f77e6e773e8287 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:57.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3eca00700 1 -- 172.21.15.99:0/2284694319 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e000f8a0 con 0x7ff3f0154110 2024-09-13T16:59:57.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3eca00700 1 -- 172.21.15.99:0/2284694319 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3e000fa00 con 0x7ff3f0154110 2024-09-13T16:59:57.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3eca00700 1 -- 172.21.15.99:0/2284694319 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e000fdb0 con 0x7ff3f0154110 2024-09-13T16:59:57.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 -- 172.21.15.99:0/2284694319 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 msgr2=0x7ff3f015a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 --2- 172.21.15.99:0/2284694319 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 0x7ff3f015a700 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff3e0009850 tx=0x7ff3e0009b60 comp rx=0 tx=0).stop 2024-09-13T16:59:57.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 -- 172.21.15.99:0/2284694319 shutdown_connections 2024-09-13T16:59:57.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 --2- 172.21.15.99:0/2284694319 >> v2:172.21.15.99:3300/0 conn(0x7ff3f006e750 0x7ff3f00708a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 --2- 172.21.15.99:0/2284694319 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 0x7ff3f015a700 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 -- 172.21.15.99:0/2284694319 >> 172.21.15.99:0/2284694319 conn(0x7ff3f006bd40 msgr2=0x7ff3f0066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:57.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 -- 172.21.15.99:0/2284694319 shutdown_connections 2024-09-13T16:59:57.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.094+0000 7ff3ef200700 1 -- 172.21.15.99:0/2284694319 wait complete. 2024-09-13T16:59:57.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ef200700 1 Processor -- start 2024-09-13T16:59:57.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ef200700 1 -- start start 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ef200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3f006e750 0x7ff3f014f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ef200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3f00ce550 0x7ff3f00a9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ef200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 0x7ff3f0151ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ef200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f01e4cf0 con 0x7ff3f006e750 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ef200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f00aaab0 con 0x7ff3f00ce550 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ef200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f01e43c0 con 0x7ff3f0154110 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ede00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3f006e750 0x7ff3f014f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ede00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3f006e750 0x7ff3f014f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56258/0 (socket says 172.21.15.99:56258) 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ede00700 1 -- 172.21.15.99:0/1103691455 learned_addr learned my addr 172.21.15.99:0/1103691455 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ee800700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 0x7ff3f0151ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ed400700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3f00ce550 0x7ff3f00a9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ede00700 1 -- 172.21.15.99:0/1103691455 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 msgr2=0x7ff3f0151ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ede00700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 0x7ff3f0151ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ede00700 1 -- 172.21.15.99:0/1103691455 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3f00ce550 msgr2=0x7ff3f00a9ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ede00700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3f00ce550 0x7ff3f00a9ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ede00700 1 -- 172.21.15.99:0/1103691455 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3e00094b0 con 0x7ff3f006e750 2024-09-13T16:59:57.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.098+0000 7ff3ed400700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3f00ce550 0x7ff3f00a9ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:59:57.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.102+0000 7ff3ede00700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3f006e750 0x7ff3f014f5a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff3e0000c00 tx=0x7ff3e0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:57.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.102+0000 7ff3e6000700 1 -- 172.21.15.99:0/1103691455 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e0010da0 con 0x7ff3f006e750 2024-09-13T16:59:57.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.102+0000 7ff3e6000700 1 -- 172.21.15.99:0/1103691455 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3e0019400 con 0x7ff3f006e750 2024-09-13T16:59:57.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.102+0000 7ff3ef200700 1 -- 172.21.15.99:0/1103691455 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3f01e46a0 con 0x7ff3f006e750 2024-09-13T16:59:57.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.102+0000 7ff3e6000700 1 -- 172.21.15.99:0/1103691455 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e00197b0 con 0x7ff3f006e750 2024-09-13T16:59:57.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.102+0000 7ff3ef200700 1 -- 172.21.15.99:0/1103691455 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3f014fae0 con 0x7ff3f006e750 2024-09-13T16:59:57.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.102+0000 7ff3ef200700 1 -- 172.21.15.99:0/1103691455 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3f00cd170 con 0x7ff3f006e750 2024-09-13T16:59:57.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.102+0000 7ff3e6000700 1 -- 172.21.15.99:0/1103691455 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff3e0019910 con 0x7ff3f006e750 2024-09-13T16:59:57.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.106+0000 7ff3e6000700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3d0066760 0x7ff3d0068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.106+0000 7ff3e6000700 1 -- 172.21.15.99:0/1103691455 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff3e00853a0 con 0x7ff3f006e750 2024-09-13T16:59:57.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.106+0000 7ff3ed400700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3d0066760 0x7ff3d0068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.106+0000 7ff3ed400700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3d0066760 0x7ff3d0068c20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff3f00b31f0 tx=0x7ff3dc007b00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:57.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.110+0000 7ff3e6000700 1 -- 172.21.15.99:0/1103691455 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff3e0052a50 con 0x7ff3f006e750 2024-09-13T16:59:57.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.302+0000 7ff3ef200700 1 -- 172.21.15.99:0/1103691455 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff3f015d020 con 0x7ff3f006e750 2024-09-13T16:59:57.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.302+0000 7ff3e6000700 1 -- 172.21.15.99:0/1103691455 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12826 (secure 0 0 0) 0x7ff3e0056070 con 0x7ff3f006e750 2024-09-13T16:59:57.307 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:59:57.307 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":16,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T16:59:52.922869+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 -- 172.21.15.99:0/1103691455 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3d0066760 msgr2=0x7ff3d0068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3d0066760 0x7ff3d0068c20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff3f00b31f0 tx=0x7ff3dc007b00 comp rx=0 tx=0).stop 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 -- 172.21.15.99:0/1103691455 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3f006e750 msgr2=0x7ff3f014f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3f006e750 0x7ff3f014f5a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff3e0000c00 tx=0x7ff3e0004770 comp rx=0 tx=0).stop 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 -- 172.21.15.99:0/1103691455 shutdown_connections 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3d0066760 0x7ff3d0068c20 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3f0154110 0x7ff3f0151ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3f00ce550 0x7ff3f00a9ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 --2- 172.21.15.99:0/1103691455 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3f006e750 0x7ff3f014f5a0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 -- 172.21.15.99:0/1103691455 >> 172.21.15.99:0/1103691455 conn(0x7ff3f006bd40 msgr2=0x7ff3f015b190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:57.310 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 -- 172.21.15.99:0/1103691455 shutdown_connections 2024-09-13T16:59:57.311 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.306+0000 7ff3ef200700 1 -- 172.21.15.99:0/1103691455 wait complete. 2024-09-13T16:59:57.333 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:59:57.333 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:59:57.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.514+0000 7f8813200700 1 Processor -- start 2024-09-13T16:59:57.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.514+0000 7f8813200700 1 -- start start 2024-09-13T16:59:57.521 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8813200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88140b0f70 0x7f88140cccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.521 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8813200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88140b1530 con 0x7f881414acc0 2024-09-13T16:59:57.521 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8813200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88140b1810 con 0x7f881406f940 2024-09-13T16:59:57.521 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8813200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88140b21b0 con 0x7f88140b0f70 2024-09-13T16:59:57.521 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8811e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f881414acc0 0x7f88140cc5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47840/0 (socket says 172.21.15.99:47840) 2024-09-13T16:59:57.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8811e00700 1 -- 172.21.15.99:0/1076633958 learned_addr learned my addr 172.21.15.99:0/1076633958 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T16:59:57.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8811400700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88140b0f70 0x7f88140cccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4149220144 0 0) 0x7f88140b1530 con 0x7f881414acc0 2024-09-13T16:59:57.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f87f80035d0 con 0x7f881414acc0 2024-09-13T16:59:57.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4247990548 0 0) 0x7f88140b1810 con 0x7f881406f940 2024-09-13T16:59:57.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88140b1530 con 0x7f881406f940 2024-09-13T16:59:57.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2561860159 0 0) 0x7f87f80035d0 con 0x7f881414acc0 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88140b0f70 msgr2=0x7f88140cccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88140b0f70 0x7f88140cccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 >> v1:172.21.15.170:6789/0 conn(0x7f881406f940 legacy=0x7f881406fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88140b1af0 con 0x7f881414acc0 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f8804001670 con 0x7f881414acc0 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 >> v1:172.21.15.99:6789/0 conn(0x7f881414acc0 legacy=0x7f88140cc5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f8003be0 0x7f87f8003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f87f8004870 0x7f87f8004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88140b0f70 0x7f87f8005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88140b21b0 con 0x7f87f8003be0 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87f800bae0 con 0x7f87f8004870 2024-09-13T16:59:57.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87f800bc70 con 0x7f88140b0f70 2024-09-13T16:59:57.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8811e00700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f8003be0 0x7f87f8003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.518+0000 7f8811400700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f87f8004870 0x7f87f8004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8812800700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88140b0f70 0x7f87f8005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8811e00700 1 -- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88140b0f70 msgr2=0x7f87f8005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:57.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8811e00700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88140b0f70 0x7f87f8005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8811e00700 1 -- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f87f8004870 msgr2=0x7f87f8004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:57.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8811e00700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f87f8004870 0x7f87f8004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8811e00700 1 -- 172.21.15.99:0/1076633958 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87f80035d0 con 0x7f87f8003be0 2024-09-13T16:59:57.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8811e00700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f8003be0 0x7f87f8003fe0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f8804007fd0 tx=0x7f87f80058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d48b6e5049c47f47 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:57.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f880400cd40 con 0x7f87f8003be0 2024-09-13T16:59:57.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8804001af0 con 0x7f87f8003be0 2024-09-13T16:59:57.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8810a00700 1 -- 172.21.15.99:0/1076633958 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f880400cea0 con 0x7f87f8003be0 2024-09-13T16:59:57.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8813200700 1 -- 172.21.15.99:0/1076633958 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f8003be0 msgr2=0x7f87f8003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8813200700 1 --2- 172.21.15.99:0/1076633958 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f87f8003be0 0x7f87f8003fe0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f8804007fd0 tx=0x7f87f80058a0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8812800700 1 -- 172.21.15.99:0/1076633958 reap_dead start 2024-09-13T16:59:57.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8813200700 1 -- 172.21.15.99:0/1076633958 shutdown_connections 2024-09-13T16:59:57.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8813200700 1 -- 172.21.15.99:0/1076633958 >> 172.21.15.99:0/1076633958 conn(0x7f881406bee0 msgr2=0x7f8814066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:57.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8813200700 1 -- 172.21.15.99:0/1076633958 shutdown_connections 2024-09-13T16:59:57.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.522+0000 7f8813200700 1 -- 172.21.15.99:0/1076633958 wait complete. 2024-09-13T16:59:57.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.526+0000 7f8813200700 1 Processor -- start 2024-09-13T16:59:57.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.526+0000 7f8813200700 1 -- start start 2024-09-13T16:59:57.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.526+0000 7f8813200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f87f8003be0 0x7f88140c6120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.526+0000 7f8813200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8814147ca0 0x7f8814148120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.526+0000 7f8813200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8814152b80 0x7f8814153030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.526+0000 7f8813200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8814148660 con 0x7f8814152b80 2024-09-13T16:59:57.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.526+0000 7f8813200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88141435a0 con 0x7f87f8003be0 2024-09-13T16:59:57.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.526+0000 7f8813200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8814143880 con 0x7f8814147ca0 2024-09-13T16:59:57.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8812800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8814152b80 0x7f8814153030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8812800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8814152b80 0x7f8814153030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56274/0 (socket says 172.21.15.99:56274) 2024-09-13T16:59:57.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8811e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f87f8003be0 0x7f88140c6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8812800700 1 -- 172.21.15.99:0/2501068226 learned_addr learned my addr 172.21.15.99:0/2501068226 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:57.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8811400700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8814147ca0 0x7f8814148120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8811e00700 1 -- 172.21.15.99:0/2501068226 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8814147ca0 msgr2=0x7f8814148120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8811e00700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8814147ca0 0x7f8814148120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8811e00700 1 -- 172.21.15.99:0/2501068226 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8814152b80 msgr2=0x7f8814153030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8811e00700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8814152b80 0x7f8814153030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8811e00700 1 -- 172.21.15.99:0/2501068226 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8814143b60 con 0x7f87f8003be0 2024-09-13T16:59:57.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8811e00700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f87f8003be0 0x7f88140c6120 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8804014000 tx=0x7f8804001980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:57.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f880a000700 1 -- 172.21.15.99:0/2501068226 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8804004ca0 con 0x7f87f8003be0 2024-09-13T16:59:57.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f880a000700 1 -- 172.21.15.99:0/2501068226 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8804004e00 con 0x7f87f8003be0 2024-09-13T16:59:57.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8813200700 1 -- 172.21.15.99:0/2501068226 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8814143e40 con 0x7f87f8003be0 2024-09-13T16:59:57.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f880a000700 1 -- 172.21.15.99:0/2501068226 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8804007310 con 0x7f87f8003be0 2024-09-13T16:59:57.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8813200700 1 -- 172.21.15.99:0/2501068226 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8814153570 con 0x7f87f8003be0 2024-09-13T16:59:57.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.530+0000 7f8813200700 1 -- 172.21.15.99:0/2501068226 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8814144360 con 0x7f87f8003be0 2024-09-13T16:59:57.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.534+0000 7f880a000700 1 -- 172.21.15.99:0/2501068226 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8804019070 con 0x7f87f8003be0 2024-09-13T16:59:57.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.534+0000 7f880a000700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87f4066780 0x7f87f4068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.534+0000 7f880a000700 1 -- 172.21.15.99:0/2501068226 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8804084470 con 0x7f87f8003be0 2024-09-13T16:59:57.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.538+0000 7f8811400700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87f4066780 0x7f87f4068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.538+0000 7f8811400700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87f4066780 0x7f87f4068c40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f88141487f0 tx=0x7f8800009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:57.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.542+0000 7f880a000700 1 -- 172.21.15.99:0/2501068226 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8814144360 con 0x7f87f8003be0 2024-09-13T16:59:57.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.726+0000 7f8813200700 1 -- 172.21.15.99:0/2501068226 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8814144360 con 0x7f87f8003be0 2024-09-13T16:59:57.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.726+0000 7f880a000700 1 -- 172.21.15.99:0/2501068226 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8814144360 con 0x7f87f8003be0 2024-09-13T16:59:57.730 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T16:59:57.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.730+0000 7f8813200700 1 -- 172.21.15.99:0/2501068226 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87f4066780 msgr2=0x7f87f4068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.730+0000 7f8813200700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87f4066780 0x7f87f4068c40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f88141487f0 tx=0x7f8800009240 comp rx=0 tx=0).stop 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.730+0000 7f8813200700 1 -- 172.21.15.99:0/2501068226 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f87f8003be0 msgr2=0x7f88140c6120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.730+0000 7f8813200700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f87f8003be0 0x7f88140c6120 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8804014000 tx=0x7f8804001980 comp rx=0 tx=0).stop 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.730+0000 7f8813200700 1 -- 172.21.15.99:0/2501068226 shutdown_connections 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.734+0000 7f8813200700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87f4066780 0x7f87f4068c40 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.734+0000 7f8813200700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8814152b80 0x7f8814153030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.734+0000 7f8813200700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8814147ca0 0x7f8814148120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.734+0000 7f8813200700 1 --2- 172.21.15.99:0/2501068226 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f87f8003be0 0x7f88140c6120 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.734+0000 7f8813200700 1 -- 172.21.15.99:0/2501068226 >> 172.21.15.99:0/2501068226 conn(0x7f881406bee0 msgr2=0x7f881406fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.734+0000 7f8813200700 1 -- 172.21.15.99:0/2501068226 shutdown_connections 2024-09-13T16:59:57.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.734+0000 7f8813200700 1 -- 172.21.15.99:0/2501068226 wait complete. 2024-09-13T16:59:57.757 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:59:57.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.930+0000 7fd250200700 1 Processor -- start 2024-09-13T16:59:57.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.930+0000 7fd250200700 1 -- start start 2024-09-13T16:59:57.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd250200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fd248159400 0x7fd2480b3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd250200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd24806cfd0 con 0x7fd248159020 2024-09-13T16:59:57.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd250200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2480cc970 con 0x7fd2480b4350 2024-09-13T16:59:57.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd250200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2480b33b0 con 0x7fd248159400 2024-09-13T16:59:57.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd24d800700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd248159020 0x7fd24806c8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47846/0 (socket says 172.21.15.99:47846) 2024-09-13T16:59:57.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd24d800700 1 -- 172.21.15.99:0/2285404348 learned_addr learned my addr 172.21.15.99:0/2285404348 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T16:59:57.937 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd24ce00700 1 --2- 172.21.15.99:0/2285404348 >> v2:172.21.15.170:3300/0 conn(0x7fd248159400 0x7fd2480b3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4226264601 0 0) 0x7fd2480cc970 con 0x7fd2480b4350 2024-09-13T16:59:57.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd2300035d0 con 0x7fd2480b4350 2024-09-13T16:59:57.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2896838111 0 0) 0x7fd24806cfd0 con 0x7fd248159020 2024-09-13T16:59:57.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd2480cc970 con 0x7fd248159020 2024-09-13T16:59:57.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 <== mon.1 v1:172.21.15.170:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1258974939 0 0) 0x7fd2300035d0 con 0x7fd2480b4350 2024-09-13T16:59:57.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 >> v2:172.21.15.170:3300/0 conn(0x7fd248159400 msgr2=0x7fd2480b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:57.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 --2- 172.21.15.99:0/2285404348 >> v2:172.21.15.170:3300/0 conn(0x7fd248159400 0x7fd2480b3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 >> v1:172.21.15.99:6789/0 conn(0x7fd248159020 legacy=0x7fd24806c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 --> v1:172.21.15.170:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2480ccc10 con 0x7fd2480b4350 2024-09-13T16:59:57.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 <== mon.1 v1:172.21.15.170:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7fd240001920 con 0x7fd2480b4350 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 >> v1:172.21.15.170:6789/0 conn(0x7fd2480b4350 legacy=0x7fd2480cd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd230003bb0 0x7fd230003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd230004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd230005230 0x7fd23000bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd23c0011b0 con 0x7fd230004870 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2480b33b0 con 0x7fd230005230 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd23000c180 con 0x7fd230003bb0 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd24ce00700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd230004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd24d800700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd230003bb0 0x7fd230003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.934+0000 7fd24e200700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd230005230 0x7fd23000bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd24ce00700 1 -- 172.21.15.99:0/2285404348 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd230003bb0 msgr2=0x7fd230003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:57.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd24ce00700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd230003bb0 0x7fd230003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd24ce00700 1 -- 172.21.15.99:0/2285404348 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd230005230 msgr2=0x7fd23000bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd24ce00700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd230005230 0x7fd23000bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd24ce00700 1 -- 172.21.15.99:0/2285404348 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2300035d0 con 0x7fd230004870 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd24e200700 1 -- 172.21.15.99:0/2285404348 reap_dead start 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd24ce00700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd230004cf0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd234009b40 tx=0x7fd2300058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6119d6144a37cb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd23400e6c0 con 0x7fd230004870 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd23400e820 con 0x7fd230004870 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd247e00700 1 -- 172.21.15.99:0/2285404348 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd23400eb90 con 0x7fd230004870 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd250200700 1 -- 172.21.15.99:0/2285404348 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 msgr2=0x7fd230004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd250200700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd230004cf0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd234009b40 tx=0x7fd2300058a0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd250200700 1 -- 172.21.15.99:0/2285404348 shutdown_connections 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd250200700 1 --2- 172.21.15.99:0/2285404348 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd230004cf0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd250200700 1 -- 172.21.15.99:0/2285404348 >> 172.21.15.99:0/2285404348 conn(0x7fd248071110 msgr2=0x7fd248071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:57.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd250200700 1 -- 172.21.15.99:0/2285404348 shutdown_connections 2024-09-13T16:59:57.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.938+0000 7fd250200700 1 -- 172.21.15.99:0/2285404348 wait complete. 2024-09-13T16:59:57.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd250200700 1 Processor -- start 2024-09-13T16:59:57.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd250200700 1 -- start start 2024-09-13T16:59:57.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd250200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd24815a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd250200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd24814a6b0 0x7fd24815b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd250200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd24814f1c0 0x7fd248157a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd250200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd24815a8e0 con 0x7fd230004870 2024-09-13T16:59:57.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd250200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd24815abc0 con 0x7fd24814a6b0 2024-09-13T16:59:57.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd250200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd24815aea0 con 0x7fd24814f1c0 2024-09-13T16:59:57.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd24d800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd24815a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd24d800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd24815a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56292/0 (socket says 172.21.15.99:56292) 2024-09-13T16:59:57.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd24d800700 1 -- 172.21.15.99:0/3277161905 learned_addr learned my addr 172.21.15.99:0/3277161905 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:57.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd24d800700 1 -- 172.21.15.99:0/3277161905 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd24814f1c0 msgr2=0x7fd248157a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd24d800700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd24814f1c0 0x7fd248157a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd24d800700 1 -- 172.21.15.99:0/3277161905 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd24814a6b0 msgr2=0x7fd24815b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:57.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd24d800700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd24814a6b0 0x7fd24815b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:57.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.942+0000 7fd24d800700 1 -- 172.21.15.99:0/3277161905 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd24815b180 con 0x7fd230004870 2024-09-13T16:59:57.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.946+0000 7fd24d800700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd24815a240 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd23c007310 tx=0x7fd23c0076d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:57.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.946+0000 7fd245600700 1 -- 172.21.15.99:0/3277161905 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd23c0014b0 con 0x7fd230004870 2024-09-13T16:59:57.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.946+0000 7fd245600700 1 -- 172.21.15.99:0/3277161905 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd23c00f8d0 con 0x7fd230004870 2024-09-13T16:59:57.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.946+0000 7fd245600700 1 -- 172.21.15.99:0/3277161905 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd23c00fc60 con 0x7fd230004870 2024-09-13T16:59:57.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.946+0000 7fd250200700 1 -- 172.21.15.99:0/3277161905 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd24815b460 con 0x7fd230004870 2024-09-13T16:59:57.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.946+0000 7fd250200700 1 -- 172.21.15.99:0/3277161905 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd24814ab30 con 0x7fd230004870 2024-09-13T16:59:57.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.946+0000 7fd250200700 1 -- 172.21.15.99:0/3277161905 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd24815b650 con 0x7fd230004870 2024-09-13T16:59:57.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.950+0000 7fd245600700 1 -- 172.21.15.99:0/3277161905 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd23c01d460 con 0x7fd230004870 2024-09-13T16:59:57.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.950+0000 7fd245600700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd228066760 0x7fd228068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:57.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.950+0000 7fd245600700 1 -- 172.21.15.99:0/3277161905 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd23c083fe0 con 0x7fd230004870 2024-09-13T16:59:57.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.950+0000 7fd24ce00700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd228066760 0x7fd228068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:57.954 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.950+0000 7fd24ce00700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd228066760 0x7fd228068c20 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd2481f5a20 tx=0x7fd234013000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:57.961 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:57.958+0000 7fd245600700 1 -- 172.21.15.99:0/3277161905 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd23c051600 con 0x7fd230004870 2024-09-13T16:59:58.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.206+0000 7fd250200700 1 -- 172.21.15.99:0/3277161905 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd2480b3ea0 con 0x7fd230004870 2024-09-13T16:59:58.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd245600700 1 -- 172.21.15.99:0/3277161905 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3527 (secure 0 0 0) 0x7fd23c054c20 con 0x7fd230004870 2024-09-13T16:59:58.212 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:59:58.212 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/1101757392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":1101757392},{"type":"v1","addr":"172.21.15.170:6833","nonce":1101757392}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/729702588","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":729702588},{"type":"v1","addr":"172.21.15.99:6837","nonce":729702588}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6835/2431157926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2431157926},{"type":"v1","addr":"172.21.15.170:6835","nonce":2431157926}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6836/1455903740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1455903740},{"type":"v1","addr":"172.21.15.99:6836","nonce":1455903740}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-13T16:59:58.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 -- 172.21.15.99:0/3277161905 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd228066760 msgr2=0x7fd228068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd228066760 0x7fd228068c20 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd2481f5a20 tx=0x7fd234013000 comp rx=0 tx=0).stop 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 -- 172.21.15.99:0/3277161905 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 msgr2=0x7fd24815a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd24815a240 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd23c007310 tx=0x7fd23c0076d0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 -- 172.21.15.99:0/3277161905 shutdown_connections 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd228066760 0x7fd228068c20 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd24814f1c0 0x7fd248157a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd24814a6b0 0x7fd24815b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 --2- 172.21.15.99:0/3277161905 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd230004870 0x7fd24815a240 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 -- 172.21.15.99:0/3277161905 >> 172.21.15.99:0/3277161905 conn(0x7fd248071110 msgr2=0x7fd24806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 -- 172.21.15.99:0/3277161905 shutdown_connections 2024-09-13T16:59:58.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.210+0000 7fd250200700 1 -- 172.21.15.99:0/3277161905 wait complete. 2024-09-13T16:59:58.217 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 3 2024-09-13T16:59:58.234 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:59:58.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f101da00700 1 Processor -- start 2024-09-13T16:59:58.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f101da00700 1 -- start start 2024-09-13T16:59:58.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f101da00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f1018160ce0 0x7f10180cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f101da00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f10181610c0 0x7f10180b0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f101da00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10180b1ef0 con 0x7f101806e510 2024-09-13T16:59:58.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f101da00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f101806d870 con 0x7f1018160ce0 2024-09-13T16:59:58.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f101da00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f101806cfd0 con 0x7f10181610c0 2024-09-13T16:59:58.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f100f400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f101806e510 0x7f101806c7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47856/0 (socket says 172.21.15.99:47856) 2024-09-13T16:59:58.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f100f400700 1 -- 172.21.15.99:0/1308938993 learned_addr learned my addr 172.21.15.99:0/1308938993 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T16:59:58.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f1017e00700 1 --2- 172.21.15.99:0/1308938993 >> v2:172.21.15.170:3300/0 conn(0x7f1018160ce0 0x7f10180cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f101d000700 1 --2- 172.21.15.99:0/1308938993 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f10181610c0 0x7f10180b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f1017400700 1 -- 172.21.15.99:0/1308938993 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1872970200 0 0) 0x7f10180b1ef0 con 0x7f101806e510 2024-09-13T16:59:58.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f1017400700 1 -- 172.21.15.99:0/1308938993 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ffc0035d0 con 0x7f101806e510 2024-09-13T16:59:58.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f1017400700 1 -- 172.21.15.99:0/1308938993 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3961826426 0 0) 0x7f0ffc0035d0 con 0x7f101806e510 2024-09-13T16:59:58.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f1017e00700 1 -- 172.21.15.99:0/1308938993 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f10181610c0 msgr2=0x7f10180b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:58.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f1017e00700 1 --2- 172.21.15.99:0/1308938993 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f10181610c0 0x7f10180b0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.406+0000 7f1017e00700 1 -- 172.21.15.99:0/1308938993 >> v1:172.21.15.99:6789/0 conn(0x7f101806e510 legacy=0x7f101806c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f1017e00700 1 -- 172.21.15.99:0/1308938993 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f101806d2b0 con 0x7f1018160ce0 2024-09-13T16:59:58.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f1017e00700 1 --2- 172.21.15.99:0/1308938993 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1018160ce0 0x7f10180cbf20 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1008009d90 tx=0x7f100800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ecf3d77e45c5899c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:58.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f1017400700 1 -- 172.21.15.99:0/1308938993 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100800e070 con 0x7f1018160ce0 2024-09-13T16:59:58.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f1017400700 1 -- 172.21.15.99:0/1308938993 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1008003a40 con 0x7f1018160ce0 2024-09-13T16:59:58.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f1017400700 1 -- 172.21.15.99:0/1308938993 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1000001670 con 0x7f1018160ce0 2024-09-13T16:59:58.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f101da00700 1 -- 172.21.15.99:0/1308938993 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1018160ce0 msgr2=0x7f10180cbf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f101da00700 1 --2- 172.21.15.99:0/1308938993 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1018160ce0 0x7f10180cbf20 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1008009d90 tx=0x7f100800b330 comp rx=0 tx=0).stop 2024-09-13T16:59:58.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f101da00700 1 -- 172.21.15.99:0/1308938993 shutdown_connections 2024-09-13T16:59:58.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f101da00700 1 --2- 172.21.15.99:0/1308938993 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f10181610c0 0x7f10180b0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f101da00700 1 --2- 172.21.15.99:0/1308938993 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1018160ce0 0x7f10180cbf20 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f101da00700 1 -- 172.21.15.99:0/1308938993 >> 172.21.15.99:0/1308938993 conn(0x7f101806f790 msgr2=0x7f101806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:58.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f101da00700 1 -- 172.21.15.99:0/1308938993 shutdown_connections 2024-09-13T16:59:58.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.410+0000 7f101da00700 1 -- 172.21.15.99:0/1308938993 wait complete. 2024-09-13T16:59:58.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.414+0000 7f101da00700 1 Processor -- start 2024-09-13T16:59:58.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.414+0000 7f101da00700 1 -- start start 2024-09-13T16:59:58.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f101da00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f101806e510 0x7f10181f4070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f101da00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1018160ce0 0x7f10181f7db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f101da00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f10181610c0 0x7f1018158320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f101da00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10181618e0 con 0x7f101806e510 2024-09-13T16:59:58.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f101da00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1018161bc0 con 0x7f1018160ce0 2024-09-13T16:59:58.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f101da00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1018161ea0 con 0x7f10181610c0 2024-09-13T16:59:58.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1017e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f101806e510 0x7f10181f4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1017e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f101806e510 0x7f10181f4070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56298/0 (socket says 172.21.15.99:56298) 2024-09-13T16:59:58.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1017e00700 1 -- 172.21.15.99:0/1683202023 learned_addr learned my addr 172.21.15.99:0/1683202023 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:58.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f100f400700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1018160ce0 0x7f10181f7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f101d000700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f10181610c0 0x7f1018158320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1017e00700 1 -- 172.21.15.99:0/1683202023 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f10181610c0 msgr2=0x7f1018158320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1017e00700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f10181610c0 0x7f1018158320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1017e00700 1 -- 172.21.15.99:0/1683202023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1018160ce0 msgr2=0x7f10181f7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1017e00700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1018160ce0 0x7f10181f7db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1017e00700 1 -- 172.21.15.99:0/1683202023 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1008009a70 con 0x7f101806e510 2024-09-13T16:59:58.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1017e00700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f101806e510 0x7f10181f4070 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1018070600 tx=0x7f1008004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:58.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1014c00700 1 -- 172.21.15.99:0/1683202023 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10080044c0 con 0x7f101806e510 2024-09-13T16:59:58.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1014c00700 1 -- 172.21.15.99:0/1683202023 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1008004620 con 0x7f101806e510 2024-09-13T16:59:58.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f101da00700 1 -- 172.21.15.99:0/1683202023 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1018162180 con 0x7f101806e510 2024-09-13T16:59:58.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f1014c00700 1 -- 172.21.15.99:0/1683202023 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1008012430 con 0x7f101806e510 2024-09-13T16:59:58.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.418+0000 7f101da00700 1 -- 172.21.15.99:0/1683202023 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10181f82f0 con 0x7f101806e510 2024-09-13T16:59:58.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.422+0000 7f101da00700 1 -- 172.21.15.99:0/1683202023 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10180cc5f0 con 0x7f101806e510 2024-09-13T16:59:58.425 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.422+0000 7f1014c00700 1 -- 172.21.15.99:0/1683202023 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1008012590 con 0x7f101806e510 2024-09-13T16:59:58.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.422+0000 7f1014c00700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ff4066730 0x7f0ff4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.422+0000 7f1014c00700 1 -- 172.21.15.99:0/1683202023 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f1008085df0 con 0x7f101806e510 2024-09-13T16:59:58.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.422+0000 7f100f400700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ff4066730 0x7f0ff4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.426+0000 7f100f400700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ff4066730 0x7f0ff4068bf0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1018163420 tx=0x7f1000001e40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:58.434 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.430+0000 7f1014c00700 1 -- 172.21.15.99:0/1683202023 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1008053420 con 0x7f101806e510 2024-09-13T16:59:58.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.626+0000 7f101da00700 1 -- 172.21.15.99:0/1683202023 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1018161a20 con 0x7f101806e510 2024-09-13T16:59:58.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.626+0000 7f1014c00700 1 -- 172.21.15.99:0/1683202023 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12826 (secure 0 0 0) 0x7f1018161a20 con 0x7f101806e510 2024-09-13T16:59:58.631 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:59:58.632 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":16,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T16:59:52.922869+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:59:58.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 -- 172.21.15.99:0/1683202023 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ff4066730 msgr2=0x7f0ff4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ff4066730 0x7f0ff4068bf0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1018163420 tx=0x7f1000001e40 comp rx=0 tx=0).stop 2024-09-13T16:59:58.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 -- 172.21.15.99:0/1683202023 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f101806e510 msgr2=0x7f10181f4070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f101806e510 0x7f10181f4070 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1018070600 tx=0x7f1008004af0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 -- 172.21.15.99:0/1683202023 shutdown_connections 2024-09-13T16:59:58.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ff4066730 0x7f0ff4068bf0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f10181610c0 0x7f1018158320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1018160ce0 0x7f10181f7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 --2- 172.21.15.99:0/1683202023 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f101806e510 0x7f10181f4070 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 -- 172.21.15.99:0/1683202023 >> 172.21.15.99:0/1683202023 conn(0x7f101806f790 msgr2=0x7f10180cd100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:58.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 -- 172.21.15.99:0/1683202023 shutdown_connections 2024-09-13T16:59:58.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.630+0000 7f101da00700 1 -- 172.21.15.99:0/1683202023 wait complete. 2024-09-13T16:59:58.653 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:59:58.653 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:59:58.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.818+0000 7f90a9800700 1 Processor -- start 2024-09-13T16:59:58.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.818+0000 7f90a9800700 1 -- start start 2024-09-13T16:59:58.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a9800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f90a4159c60 0x7f90a40b3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a9800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f90a40b3890 0x7f90a406f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a9800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90a40cd570 con 0x7f90a40ce330 2024-09-13T16:59:58.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a9800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90a40cd850 con 0x7f90a4159c60 2024-09-13T16:59:58.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a9800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90a40cdb30 con 0x7f90a40b3890 2024-09-13T16:59:58.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a2a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f90a4159c60 0x7f90a40b3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a2a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f90a4159c60 0x7f90a40b3350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56310/0 (socket says 172.21.15.99:56310) 2024-09-13T16:59:58.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a2a00700 1 -- 172.21.15.99:0/4081369411 learned_addr learned my addr 172.21.15.99:0/4081369411 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:58.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f909a000700 1 --2- 172.21.15.99:0/4081369411 >> v2:172.21.15.170:3300/0 conn(0x7f90a40b3890 0x7f90a406f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a2a00700 1 -- 172.21.15.99:0/4081369411 >> v2:172.21.15.170:3300/0 conn(0x7f90a40b3890 msgr2=0x7f90a406f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:58.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a2a00700 1 --2- 172.21.15.99:0/4081369411 >> v2:172.21.15.170:3300/0 conn(0x7f90a40b3890 0x7f90a406f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a2a00700 1 -- 172.21.15.99:0/4081369411 >> v1:172.21.15.170:6789/0 conn(0x7f90a40ce330 legacy=0x7f90a406d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a2a00700 1 -- 172.21.15.99:0/4081369411 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90a40cde10 con 0x7f90a4159c60 2024-09-13T16:59:58.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f909a000700 1 --2- 172.21.15.99:0/4081369411 >> v2:172.21.15.170:3300/0 conn(0x7f90a40b3890 0x7f90a406f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:59:58.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.822+0000 7f90a2a00700 1 --2- 172.21.15.99:0/4081369411 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a4159c60 0x7f90a40b3350 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9094009910 tx=0x7f9094009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10f4516bec4a2043 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:58.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a2000700 1 -- 172.21.15.99:0/4081369411 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f909400ba20 con 0x7f90a4159c60 2024-09-13T16:59:58.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a2000700 1 -- 172.21.15.99:0/4081369411 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f909400bb80 con 0x7f90a4159c60 2024-09-13T16:59:58.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a2000700 1 -- 172.21.15.99:0/4081369411 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9094009e60 con 0x7f90a4159c60 2024-09-13T16:59:58.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a9800700 1 -- 172.21.15.99:0/4081369411 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a4159c60 msgr2=0x7f90a40b3350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a9800700 1 --2- 172.21.15.99:0/4081369411 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a4159c60 0x7f90a40b3350 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9094009910 tx=0x7f9094009c20 comp rx=0 tx=0).stop 2024-09-13T16:59:58.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a9800700 1 -- 172.21.15.99:0/4081369411 shutdown_connections 2024-09-13T16:59:58.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a9800700 1 --2- 172.21.15.99:0/4081369411 >> v2:172.21.15.170:3300/0 conn(0x7f90a40b3890 0x7f90a406f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a9800700 1 --2- 172.21.15.99:0/4081369411 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a4159c60 0x7f90a40b3350 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a9800700 1 -- 172.21.15.99:0/4081369411 >> 172.21.15.99:0/4081369411 conn(0x7f90a4071110 msgr2=0x7f90a4071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:58.830 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a9800700 1 -- 172.21.15.99:0/4081369411 shutdown_connections 2024-09-13T16:59:58.830 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.826+0000 7f90a9800700 1 -- 172.21.15.99:0/4081369411 wait complete. 2024-09-13T16:59:58.832 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a9800700 1 Processor -- start 2024-09-13T16:59:58.832 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a9800700 1 -- start start 2024-09-13T16:59:58.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a9800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f90a40b3890 0x7f90a4147470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a9800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a40ce330 0x7f90a4147c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a9800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f90a4156d10 0x7f90a4150720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a9800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90a414def0 con 0x7f90a40ce330 2024-09-13T16:59:58.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a9800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90a41479b0 con 0x7f90a40b3890 2024-09-13T16:59:58.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a9800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90a4148550 con 0x7f90a4156d10 2024-09-13T16:59:58.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f909a000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a40ce330 0x7f90a4147c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.836 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f909a000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a40ce330 0x7f90a4147c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56312/0 (socket says 172.21.15.99:56312) 2024-09-13T16:59:58.836 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f909a000700 1 -- 172.21.15.99:0/2710072951 learned_addr learned my addr 172.21.15.99:0/2710072951 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:58.836 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a2a00700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f90a40b3890 0x7f90a4147470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.836 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a3400700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f90a4156d10 0x7f90a4150720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f909a000700 1 -- 172.21.15.99:0/2710072951 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f90a4156d10 msgr2=0x7f90a4150720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f909a000700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f90a4156d10 0x7f90a4150720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f909a000700 1 -- 172.21.15.99:0/2710072951 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f90a40b3890 msgr2=0x7f90a4147470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:58.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f909a000700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f90a40b3890 0x7f90a4147470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:58.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f909a000700 1 -- 172.21.15.99:0/2710072951 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9094009570 con 0x7f90a40ce330 2024-09-13T16:59:58.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.830+0000 7f90a3400700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f90a4156d10 0x7f90a4150720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:59:58.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.834+0000 7f909a000700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a40ce330 0x7f90a4147c00 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f908c00e7e0 tx=0x7f908c00eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:58.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.834+0000 7f909b400700 1 -- 172.21.15.99:0/2710072951 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f908c013610 con 0x7f90a40ce330 2024-09-13T16:59:58.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.834+0000 7f909b400700 1 -- 172.21.15.99:0/2710072951 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f908c013770 con 0x7f90a40ce330 2024-09-13T16:59:58.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.834+0000 7f909b400700 1 -- 172.21.15.99:0/2710072951 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f908c013b20 con 0x7f90a40ce330 2024-09-13T16:59:58.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.834+0000 7f90a9800700 1 -- 172.21.15.99:0/2710072951 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90a4148830 con 0x7f90a40ce330 2024-09-13T16:59:58.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.834+0000 7f90a9800700 1 -- 172.21.15.99:0/2710072951 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90a4148df0 con 0x7f90a40ce330 2024-09-13T16:59:58.839 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.834+0000 7f90a9800700 1 -- 172.21.15.99:0/2710072951 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90a4070000 con 0x7f90a40ce330 2024-09-13T16:59:58.839 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.838+0000 7f909b400700 1 -- 172.21.15.99:0/2710072951 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f908c013c80 con 0x7f90a40ce330 2024-09-13T16:59:58.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.838+0000 7f909b400700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9080066730 0x7f9080068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:58.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.838+0000 7f909b400700 1 -- 172.21.15.99:0/2710072951 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f908c083a10 con 0x7f90a40ce330 2024-09-13T16:59:58.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.838+0000 7f90a2a00700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9080066730 0x7f9080068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:58.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.842+0000 7f90a2a00700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9080066730 0x7f9080068bf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9094000c00 tx=0x7f9094008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:58.848 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:58.846+0000 7f909b400700 1 -- 172.21.15.99:0/2710072951 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f908c0510c0 con 0x7f90a40ce330 2024-09-13T16:59:59.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.022+0000 7f90a9800700 1 -- 172.21.15.99:0/2710072951 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f90a40b0610 con 0x7f90a40ce330 2024-09-13T16:59:59.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.022+0000 7f909b400700 1 -- 172.21.15.99:0/2710072951 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f908c021020 con 0x7f90a40ce330 2024-09-13T16:59:59.027 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 -- 172.21.15.99:0/2710072951 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9080066730 msgr2=0x7f9080068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9080066730 0x7f9080068bf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9094000c00 tx=0x7f9094008030 comp rx=0 tx=0).stop 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 -- 172.21.15.99:0/2710072951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a40ce330 msgr2=0x7f90a4147c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a40ce330 0x7f90a4147c00 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f908c00e7e0 tx=0x7f908c00eaf0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 -- 172.21.15.99:0/2710072951 shutdown_connections 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9080066730 0x7f9080068bf0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f90a40ce330 0x7f90a4147c00 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f90a4156d10 0x7f90a4150720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 --2- 172.21.15.99:0/2710072951 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f90a40b3890 0x7f90a4147470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 -- 172.21.15.99:0/2710072951 >> 172.21.15.99:0/2710072951 conn(0x7f90a4071110 msgr2=0x7f90a40af240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:59.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 -- 172.21.15.99:0/2710072951 shutdown_connections 2024-09-13T16:59:59.031 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.026+0000 7f90a9800700 1 -- 172.21.15.99:0/2710072951 wait complete. 2024-09-13T16:59:59.051 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:59:59.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab8a00700 1 Processor -- start 2024-09-13T16:59:59.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab8a00700 1 -- start start 2024-09-13T16:59:59.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab8a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab4160ce0 0x7fbab40cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab8a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbab41610c0 0x7fbab40b0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab8a00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbab40b1ef0 con 0x7fbab406e510 2024-09-13T16:59:59.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab8a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbab406d870 con 0x7fbab41610c0 2024-09-13T16:59:59.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab8a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbab406cfd0 con 0x7fbab4160ce0 2024-09-13T16:59:59.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab2800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab4160ce0 0x7fbab40cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab3200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbab41610c0 0x7fbab40b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab2800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab4160ce0 0x7fbab40cbf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:54624/0 (socket says 172.21.15.99:54624) 2024-09-13T16:59:59.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.218+0000 7fbab2800700 1 -- 172.21.15.99:0/2084147874 learned_addr learned my addr 172.21.15.99:0/2084147874 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:59.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab1400700 1 -- 172.21.15.99:0/2084147874 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2418827893 0 0) 0x7fbab40b1ef0 con 0x7fbab406e510 2024-09-13T16:59:59.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab2800700 1 -- 172.21.15.99:0/2084147874 >> v2:172.21.15.99:3300/0 conn(0x7fbab41610c0 msgr2=0x7fbab40b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:59.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab2800700 1 --2- 172.21.15.99:0/2084147874 >> v2:172.21.15.99:3300/0 conn(0x7fbab41610c0 0x7fbab40b0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab2800700 1 -- 172.21.15.99:0/2084147874 >> v1:172.21.15.170:6789/0 conn(0x7fbab406e510 legacy=0x7fbab406c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab2800700 1 -- 172.21.15.99:0/2084147874 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbab406d2b0 con 0x7fbab4160ce0 2024-09-13T16:59:59.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab3200700 1 --2- 172.21.15.99:0/2084147874 >> v2:172.21.15.99:3300/0 conn(0x7fbab41610c0 0x7fbab40b0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:59:59.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab2800700 1 --2- 172.21.15.99:0/2084147874 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab4160ce0 0x7fbab40cbf20 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fbaa4009910 tx=0x7fbaa4009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33b9f8861def2117 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:59.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab1400700 1 -- 172.21.15.99:0/2084147874 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaa4011830 con 0x7fbab4160ce0 2024-09-13T16:59:59.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab1400700 1 -- 172.21.15.99:0/2084147874 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaa4011990 con 0x7fbab4160ce0 2024-09-13T16:59:59.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab1400700 1 -- 172.21.15.99:0/2084147874 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaa4011d40 con 0x7fbab4160ce0 2024-09-13T16:59:59.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab8a00700 1 -- 172.21.15.99:0/2084147874 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab4160ce0 msgr2=0x7fbab40cbf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab8a00700 1 --2- 172.21.15.99:0/2084147874 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab4160ce0 0x7fbab40cbf20 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fbaa4009910 tx=0x7fbaa4009c20 comp rx=0 tx=0).stop 2024-09-13T16:59:59.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab8a00700 1 -- 172.21.15.99:0/2084147874 shutdown_connections 2024-09-13T16:59:59.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab8a00700 1 --2- 172.21.15.99:0/2084147874 >> v2:172.21.15.99:3300/0 conn(0x7fbab41610c0 0x7fbab40b0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab8a00700 1 --2- 172.21.15.99:0/2084147874 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab4160ce0 0x7fbab40cbf20 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab8a00700 1 -- 172.21.15.99:0/2084147874 >> 172.21.15.99:0/2084147874 conn(0x7fbab406f790 msgr2=0x7fbab406fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:59.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab8a00700 1 -- 172.21.15.99:0/2084147874 shutdown_connections 2024-09-13T16:59:59.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.222+0000 7fbab8a00700 1 -- 172.21.15.99:0/2084147874 wait complete. 2024-09-13T16:59:59.228 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab8a00700 1 Processor -- start 2024-09-13T16:59:59.228 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab8a00700 1 -- start start 2024-09-13T16:59:59.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab8a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbab406e510 0x7fbab4158df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab8a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbab4160ce0 0x7fbab4152180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab8a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab41610c0 0x7fbab4163aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab8a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbab41537f0 con 0x7fbab4160ce0 2024-09-13T16:59:59.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab8a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbab4162fc0 con 0x7fbab406e510 2024-09-13T16:59:59.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab8a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbab41632a0 con 0x7fbab41610c0 2024-09-13T16:59:59.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab1e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbab4160ce0 0x7fbab4152180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab1e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbab4160ce0 0x7fbab4152180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56338/0 (socket says 172.21.15.99:56338) 2024-09-13T16:59:59.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab1e00700 1 -- 172.21.15.99:0/4279553344 learned_addr learned my addr 172.21.15.99:0/4279553344 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:59.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab2800700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbab406e510 0x7fbab4158df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab3200700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab41610c0 0x7fbab4163aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab1e00700 1 -- 172.21.15.99:0/4279553344 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab41610c0 msgr2=0x7fbab4163aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab1e00700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab41610c0 0x7fbab4163aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab1e00700 1 -- 172.21.15.99:0/4279553344 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbab406e510 msgr2=0x7fbab4158df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab1e00700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbab406e510 0x7fbab4158df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab1e00700 1 -- 172.21.15.99:0/4279553344 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbaac009a70 con 0x7fbab4160ce0 2024-09-13T16:59:59.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.226+0000 7fbab1e00700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbab4160ce0 0x7fbab4152180 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fbaa000c540 tx=0x7fbaa000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:59.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.230+0000 7fbaaaa00700 1 -- 172.21.15.99:0/4279553344 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaa00054e0 con 0x7fbab4160ce0 2024-09-13T16:59:59.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.230+0000 7fbaaaa00700 1 -- 172.21.15.99:0/4279553344 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaa00036a0 con 0x7fbab4160ce0 2024-09-13T16:59:59.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.230+0000 7fbab8a00700 1 -- 172.21.15.99:0/4279553344 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbaa4009570 con 0x7fbab4160ce0 2024-09-13T16:59:59.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.230+0000 7fbaaaa00700 1 -- 172.21.15.99:0/4279553344 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaa0003a50 con 0x7fbab4160ce0 2024-09-13T16:59:59.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.230+0000 7fbab8a00700 1 -- 172.21.15.99:0/4279553344 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbab41526c0 con 0x7fbab4160ce0 2024-09-13T16:59:59.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.230+0000 7fbab8a00700 1 -- 172.21.15.99:0/4279553344 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbab40afc10 con 0x7fbab4160ce0 2024-09-13T16:59:59.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.230+0000 7fbaaaa00700 1 -- 172.21.15.99:0/4279553344 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbaa0003bb0 con 0x7fbab4160ce0 2024-09-13T16:59:59.236 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.234+0000 7fbaaaa00700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba94066760 0x7fba94068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.237 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.234+0000 7fbaaaa00700 1 -- 172.21.15.99:0/4279553344 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbaa00832e0 con 0x7fbab4160ce0 2024-09-13T16:59:59.237 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.234+0000 7fbab2800700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba94066760 0x7fba94068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.238 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.234+0000 7fbab2800700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba94066760 0x7fba94068c20 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbaa4000c00 tx=0x7fbaa4008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:59.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.238+0000 7fbaaaa00700 1 -- 172.21.15.99:0/4279553344 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbaa0050990 con 0x7fbab4160ce0 2024-09-13T16:59:59.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.426+0000 7fbab8a00700 1 -- 172.21.15.99:0/4279553344 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fbab41637c0 con 0x7fbab4160ce0 2024-09-13T16:59:59.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.430+0000 7fbaaaa00700 1 -- 172.21.15.99:0/4279553344 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7fbaa0017060 con 0x7fbab4160ce0 2024-09-13T16:59:59.433 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T16:59:59.433 INFO:teuthology.orchestra.run.smithi099.stdout:[ 2024-09-13T16:59:59.433 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T16:59:59.433 INFO:teuthology.orchestra.run.smithi099.stdout: "poolnum": 1, 2024-09-13T16:59:59.433 INFO:teuthology.orchestra.run.smithi099.stdout: "poolname": ".mgr" 2024-09-13T16:59:59.433 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T16:59:59.433 INFO:teuthology.orchestra.run.smithi099.stdout:] 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 -- 172.21.15.99:0/4279553344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba94066760 msgr2=0x7fba94068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba94066760 0x7fba94068c20 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbaa4000c00 tx=0x7fbaa4008030 comp rx=0 tx=0).stop 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 -- 172.21.15.99:0/4279553344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbab4160ce0 msgr2=0x7fbab4152180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbab4160ce0 0x7fbab4152180 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fbaa000c540 tx=0x7fbaa000c850 comp rx=0 tx=0).stop 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 -- 172.21.15.99:0/4279553344 shutdown_connections 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba94066760 0x7fba94068c20 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbab4160ce0 0x7fbab4152180 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbab41610c0 0x7fbab4163aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 --2- 172.21.15.99:0/4279553344 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbab406e510 0x7fbab4158df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 -- 172.21.15.99:0/4279553344 >> 172.21.15.99:0/4279553344 conn(0x7fbab406f790 msgr2=0x7fbab40ce340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 -- 172.21.15.99:0/4279553344 shutdown_connections 2024-09-13T16:59:59.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.434+0000 7fbab8a00700 1 -- 172.21.15.99:0/4279553344 wait complete. 2024-09-13T16:59:59.460 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:59:59.460 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:59:59.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.630+0000 7fc3c1400700 1 Processor -- start 2024-09-13T16:59:59.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.630+0000 7fc3c1400700 1 -- start start 2024-09-13T16:59:59.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3c1400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc15c670 0x7fc3bc070df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3c1400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc3bc0ce920 0x7fc3bc0b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3c1400700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3bc06d710 con 0x7fc3bc15ca50 2024-09-13T16:59:59.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3c1400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3bc06ebb0 con 0x7fc3bc0ce920 2024-09-13T16:59:59.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3c1400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc071d20 con 0x7fc3bc15c670 2024-09-13T16:59:59.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3b9e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc3bc0ce920 0x7fc3bc0b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3ba800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc15c670 0x7fc3bc070df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3bb200700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7fc3bc15ca50 0x7fc3bc15cf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:41124/0 (socket says 172.21.15.99:41124) 2024-09-13T16:59:59.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3bb200700 1 -- 172.21.15.99:0/3384182242 learned_addr learned my addr 172.21.15.99:0/3384182242 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T16:59:59.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3b9400700 1 -- 172.21.15.99:0/3384182242 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1223969778 0 0) 0x7fc3bc06d710 con 0x7fc3bc15ca50 2024-09-13T16:59:59.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3ba800700 1 -- 172.21.15.99:0/3384182242 >> v2:172.21.15.170:3300/0 conn(0x7fc3bc0ce920 msgr2=0x7fc3bc0b0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:59:59.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3ba800700 1 --2- 172.21.15.99:0/3384182242 >> v2:172.21.15.170:3300/0 conn(0x7fc3bc0ce920 0x7fc3bc0b0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3ba800700 1 -- 172.21.15.99:0/3384182242 >> v1:172.21.15.170:6789/0 conn(0x7fc3bc15ca50 legacy=0x7fc3bc15cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3ba800700 1 -- 172.21.15.99:0/3384182242 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3bc071760 con 0x7fc3bc15c670 2024-09-13T16:59:59.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.634+0000 7fc3ba800700 1 --2- 172.21.15.99:0/3384182242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc15c670 0x7fc3bc070df0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac009850 tx=0x7fc3ac009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3db5a64b4a9b76ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:59.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3b9400700 1 -- 172.21.15.99:0/3384182242 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac011830 con 0x7fc3bc15c670 2024-09-13T16:59:59.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3b9400700 1 -- 172.21.15.99:0/3384182242 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3ac011990 con 0x7fc3bc15c670 2024-09-13T16:59:59.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3b9400700 1 -- 172.21.15.99:0/3384182242 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac011d40 con 0x7fc3bc15c670 2024-09-13T16:59:59.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3c1400700 1 -- 172.21.15.99:0/3384182242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc15c670 msgr2=0x7fc3bc070df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3c1400700 1 --2- 172.21.15.99:0/3384182242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc15c670 0x7fc3bc070df0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac009850 tx=0x7fc3ac009b60 comp rx=0 tx=0).stop 2024-09-13T16:59:59.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3c1400700 1 -- 172.21.15.99:0/3384182242 shutdown_connections 2024-09-13T16:59:59.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3c1400700 1 --2- 172.21.15.99:0/3384182242 >> v2:172.21.15.170:3300/0 conn(0x7fc3bc0ce920 0x7fc3bc0b0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3c1400700 1 --2- 172.21.15.99:0/3384182242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc15c670 0x7fc3bc070df0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3c1400700 1 -- 172.21.15.99:0/3384182242 >> 172.21.15.99:0/3384182242 conn(0x7fc3bc066330 msgr2=0x7fc3bc06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:59:59.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3c1400700 1 -- 172.21.15.99:0/3384182242 shutdown_connections 2024-09-13T16:59:59.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3c1400700 1 -- 172.21.15.99:0/3384182242 wait complete. 2024-09-13T16:59:59.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3c1400700 1 Processor -- start 2024-09-13T16:59:59.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.638+0000 7fc3c1400700 1 -- start start 2024-09-13T16:59:59.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3c1400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc0ce920 0x7fc3bc141770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3c1400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc3bc15c670 0x7fc3bc0cd530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3c1400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3bc15ca50 0x7fc3bc165100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3c1400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc0ad7d0 con 0x7fc3bc15c670 2024-09-13T16:59:59.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3c1400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc0acc50 con 0x7fc3bc15ca50 2024-09-13T16:59:59.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3c1400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc0acf30 con 0x7fc3bc0ce920 2024-09-13T16:59:59.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b9e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc3bc15c670 0x7fc3bc0cd530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b9e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc3bc15c670 0x7fc3bc0cd530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56340/0 (socket says 172.21.15.99:56340) 2024-09-13T16:59:59.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b9e00700 1 -- 172.21.15.99:0/2814703866 learned_addr learned my addr 172.21.15.99:0/2814703866 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T16:59:59.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3bb200700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3bc15ca50 0x7fc3bc165100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3ba800700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc0ce920 0x7fc3bc141770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b9e00700 1 -- 172.21.15.99:0/2814703866 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc0ce920 msgr2=0x7fc3bc141770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b9e00700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc0ce920 0x7fc3bc141770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b9e00700 1 -- 172.21.15.99:0/2814703866 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3bc15ca50 msgr2=0x7fc3bc165100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:59:59.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b9e00700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3bc15ca50 0x7fc3bc165100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:59:59.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b9e00700 1 -- 172.21.15.99:0/2814703866 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3ac0094b0 con 0x7fc3bc15c670 2024-09-13T16:59:59.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b9e00700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc3bc15c670 0x7fc3bc0cd530 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc3a800e960 tx=0x7fc3a800ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:59.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b2a00700 1 -- 172.21.15.99:0/2814703866 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3a80096c0 con 0x7fc3bc15c670 2024-09-13T16:59:59.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b2a00700 1 -- 172.21.15.99:0/2814703866 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3a8013680 con 0x7fc3bc15c670 2024-09-13T16:59:59.648 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3c1400700 1 -- 172.21.15.99:0/2814703866 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3bc0ad210 con 0x7fc3bc15c670 2024-09-13T16:59:59.648 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3b2a00700 1 -- 172.21.15.99:0/2814703866 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3a80139f0 con 0x7fc3bc15c670 2024-09-13T16:59:59.648 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.642+0000 7fc3c1400700 1 -- 172.21.15.99:0/2814703866 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3bc0ac8b0 con 0x7fc3bc15c670 2024-09-13T16:59:59.648 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.646+0000 7fc3c1400700 1 -- 172.21.15.99:0/2814703866 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3bc0b03d0 con 0x7fc3bc15c670 2024-09-13T16:59:59.650 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.646+0000 7fc3b2a00700 1 -- 172.21.15.99:0/2814703866 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc3a8013b50 con 0x7fc3bc15c670 2024-09-13T16:59:59.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.650+0000 7fc3b2a00700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc39c066730 0x7fc39c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:59:59.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.650+0000 7fc3b2a00700 1 -- 172.21.15.99:0/2814703866 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc3a8083e40 con 0x7fc3bc15c670 2024-09-13T16:59:59.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.650+0000 7fc3ba800700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc39c066730 0x7fc39c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:59:59.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.650+0000 7fc3ba800700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc39c066730 0x7fc39c068bf0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac0090b0 tx=0x7fc3ac008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:59:59.658 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.654+0000 7fc3b2a00700 1 -- 172.21.15.99:0/2814703866 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc3a8051460 con 0x7fc3bc15c670 2024-09-13T16:59:59.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T16:59:59.830+0000 7fc3c1400700 1 -- 172.21.15.99:0/2814703866 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fc3bc0b00f0 con 0x7fc3bc15c670 2024-09-13T17:00:00.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.114+0000 7fc3b2a00700 1 -- 172.21.15.99:0/2814703866 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) v1 ==== 138+0+0 (secure 0 0 0) 0x7fc3a8054a80 con 0x7fc3bc15c670 2024-09-13T17:00:00.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.122+0000 7fc3c1400700 1 -- 172.21.15.99:0/2814703866 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc39c066730 msgr2=0x7fc39c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:00.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.122+0000 7fc3c1400700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc39c066730 0x7fc39c068bf0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac0090b0 tx=0x7fc3ac008030 comp rx=0 tx=0).stop 2024-09-13T17:00:00.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.122+0000 7fc3c1400700 1 -- 172.21.15.99:0/2814703866 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc3bc15c670 msgr2=0x7fc3bc0cd530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:00.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.122+0000 7fc3c1400700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc3bc15c670 0x7fc3bc0cd530 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc3a800e960 tx=0x7fc3a800ec70 comp rx=0 tx=0).stop 2024-09-13T17:00:00.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.122+0000 7fc3c1400700 1 -- 172.21.15.99:0/2814703866 shutdown_connections 2024-09-13T17:00:00.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.122+0000 7fc3c1400700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc39c066730 0x7fc39c068bf0 secure :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac0090b0 tx=0x7fc3ac008030 comp rx=0 tx=0).stop 2024-09-13T17:00:00.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.122+0000 7fc3c1400700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc3bc15c670 0x7fc3bc0cd530 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:00.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.122+0000 7fc3c1400700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc3bc15ca50 0x7fc3bc165100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:00.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.122+0000 7fc3c1400700 1 --2- 172.21.15.99:0/2814703866 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc3bc0ce920 0x7fc3bc141770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:00.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.122+0000 7fc3c1400700 1 -- 172.21.15.99:0/2814703866 >> 172.21.15.99:0/2814703866 conn(0x7fc3bc066330 msgr2=0x7fc3bc0aea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:00.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.126+0000 7fc3c1400700 1 -- 172.21.15.99:0/2814703866 shutdown_connections 2024-09-13T17:00:00.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.126+0000 7fc3c1400700 1 -- 172.21.15.99:0/2814703866 wait complete. 2024-09-13T17:00:00.133 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_metadata' created 2024-09-13T17:00:00.150 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T17:00:00.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.318+0000 7ff97d400700 1 Processor -- start 2024-09-13T17:00:00.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.318+0000 7ff97d400700 1 -- start start 2024-09-13T17:00:00.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.318+0000 7ff97d400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff978158cf0 0x7ff97806a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.318+0000 7ff97d400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff97815c5a0 con 0x7ff978154fe0 2024-09-13T17:00:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.318+0000 7ff97d400700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff97815c880 con 0x7ff97806a8a0 2024-09-13T17:00:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.318+0000 7ff97d400700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff97806ad30 con 0x7ff978158cf0 2024-09-13T17:00:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff977e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ff978154fe0 0x7ff97815bb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47862/0 (socket says 172.21.15.99:47862) 2024-09-13T17:00:00.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff977e00700 1 -- 172.21.15.99:0/2651017379 learned_addr learned my addr 172.21.15.99:0/2651017379 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff977400700 1 --2- 172.21.15.99:0/2651017379 >> v2:172.21.15.99:3300/0 conn(0x7ff978158cf0 0x7ff97806a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff976a00700 1 -- 172.21.15.99:0/2651017379 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1593307995 0 0) 0x7ff97815c5a0 con 0x7ff978154fe0 2024-09-13T17:00:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff976a00700 1 -- 172.21.15.99:0/2651017379 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff95c0035d0 con 0x7ff978154fe0 2024-09-13T17:00:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff977400700 1 -- 172.21.15.99:0/2651017379 >> v1:172.21.15.170:6789/0 conn(0x7ff97806a8a0 legacy=0x7ff9780cc170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff977400700 1 -- 172.21.15.99:0/2651017379 >> v1:172.21.15.99:6789/0 conn(0x7ff978154fe0 legacy=0x7ff97815bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:00.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff977400700 1 -- 172.21.15.99:0/2651017379 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff97815cb60 con 0x7ff978158cf0 2024-09-13T17:00:00.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff977400700 1 --2- 172.21.15.99:0/2651017379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff978158cf0 0x7ff97806a360 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff964009850 tx=0x7ff964009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1b7da98d404f33f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:00.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff976a00700 1 -- 172.21.15.99:0/2651017379 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff964011830 con 0x7ff978158cf0 2024-09-13T17:00:00.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff976a00700 1 -- 172.21.15.99:0/2651017379 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff964011990 con 0x7ff978158cf0 2024-09-13T17:00:00.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff976a00700 1 -- 172.21.15.99:0/2651017379 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff964011d00 con 0x7ff978158cf0 2024-09-13T17:00:00.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff97d400700 1 -- 172.21.15.99:0/2651017379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff978158cf0 msgr2=0x7ff97806a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:00.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff97d400700 1 --2- 172.21.15.99:0/2651017379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff978158cf0 0x7ff97806a360 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff964009850 tx=0x7ff964009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:00.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff97d400700 1 -- 172.21.15.99:0/2651017379 shutdown_connections 2024-09-13T17:00:00.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff97d400700 1 --2- 172.21.15.99:0/2651017379 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff978158cf0 0x7ff97806a360 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:00.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff97d400700 1 -- 172.21.15.99:0/2651017379 >> 172.21.15.99:0/2651017379 conn(0x7ff97806f790 msgr2=0x7ff97806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:00.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff97d400700 1 -- 172.21.15.99:0/2651017379 shutdown_connections 2024-09-13T17:00:00.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.322+0000 7ff97d400700 1 -- 172.21.15.99:0/2651017379 wait complete. 2024-09-13T17:00:00.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.326+0000 7ff97d400700 1 Processor -- start 2024-09-13T17:00:00.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.326+0000 7ff97d400700 1 -- start start 2024-09-13T17:00:00.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97d400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff97806a8a0 0x7ff97814d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:00.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97d400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff978154fe0 0x7ff978150180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:00.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97d400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff978158cf0 0x7ff9780ca290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:00.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97d400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9780cb420 con 0x7ff97806a8a0 2024-09-13T17:00:00.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97d400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9780c98a0 con 0x7ff978158cf0 2024-09-13T17:00:00.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97d400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9780cae60 con 0x7ff978154fe0 2024-09-13T17:00:00.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff977e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff97806a8a0 0x7ff97814d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:00.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff977e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff97806a8a0 0x7ff97814d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56358/0 (socket says 172.21.15.99:56358) 2024-09-13T17:00:00.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff977e00700 1 -- 172.21.15.99:0/3180509140 learned_addr learned my addr 172.21.15.99:0/3180509140 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:00.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff977400700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff978154fe0 0x7ff978150180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:00.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97ca00700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff978158cf0 0x7ff9780ca290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:00.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff977e00700 1 -- 172.21.15.99:0/3180509140 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff978154fe0 msgr2=0x7ff978150180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:00.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff977e00700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff978154fe0 0x7ff978150180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:00.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff977e00700 1 -- 172.21.15.99:0/3180509140 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff978158cf0 msgr2=0x7ff9780ca290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:00.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff977e00700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff978158cf0 0x7ff9780ca290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:00.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff977e00700 1 -- 172.21.15.99:0/3180509140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9640094b0 con 0x7ff97806a8a0 2024-09-13T17:00:00.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97ca00700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff978158cf0 0x7ff9780ca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff977e00700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff97806a8a0 0x7ff97814d670 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff96800c700 tx=0x7ff96800ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff96fe00700 1 -- 172.21.15.99:0/3180509140 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff968005d90 con 0x7ff97806a8a0 2024-09-13T17:00:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97d400700 1 -- 172.21.15.99:0/3180509140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9780cb140 con 0x7ff97806a8a0 2024-09-13T17:00:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff96fe00700 1 -- 172.21.15.99:0/3180509140 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9680070d0 con 0x7ff97806a8a0 2024-09-13T17:00:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff96fe00700 1 -- 172.21.15.99:0/3180509140 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff968007480 con 0x7ff97806a8a0 2024-09-13T17:00:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97d400700 1 -- 172.21.15.99:0/3180509140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff97814e6a0 con 0x7ff97806a8a0 2024-09-13T17:00:00.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.330+0000 7ff97d400700 1 -- 172.21.15.99:0/3180509140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9781553c0 con 0x7ff97806a8a0 2024-09-13T17:00:00.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.334+0000 7ff96fe00700 1 -- 172.21.15.99:0/3180509140 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff9680075e0 con 0x7ff97806a8a0 2024-09-13T17:00:00.338 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.334+0000 7ff96fe00700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff958066760 0x7ff958068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:00.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.334+0000 7ff96fe00700 1 -- 172.21.15.99:0/3180509140 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5227+0+0 (secure 0 0 0) 0x7ff968083a20 con 0x7ff97806a8a0 2024-09-13T17:00:00.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.334+0000 7ff977400700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff958066760 0x7ff958068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:00.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.338+0000 7ff977400700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff958066760 0x7ff958068c20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff9640090b0 tx=0x7ff964008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:00.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.342+0000 7ff96fe00700 1 -- 172.21.15.99:0/3180509140 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff968050ed0 con 0x7ff97806a8a0 2024-09-13T17:00:00.521 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:00.518+0000 7ff97d400700 1 -- 172.21.15.99:0/3180509140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7ff97815a680 con 0x7ff97806a8a0 2024-09-13T17:00:01.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.130+0000 7ff96fe00700 1 -- 172.21.15.99:0/3180509140 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) v1 ==== 170+0+0 (secure 0 0 0) 0x7ff9680170d0 con 0x7ff97806a8a0 2024-09-13T17:00:01.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.138+0000 7ff97d400700 1 -- 172.21.15.99:0/3180509140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff958066760 msgr2=0x7ff958068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.138+0000 7ff97d400700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff958066760 0x7ff958068c20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff9640090b0 tx=0x7ff964008030 comp rx=0 tx=0).stop 2024-09-13T17:00:01.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.138+0000 7ff97d400700 1 -- 172.21.15.99:0/3180509140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff97806a8a0 msgr2=0x7ff97814d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.138+0000 7ff97d400700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff97806a8a0 0x7ff97814d670 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff96800c700 tx=0x7ff96800ca10 comp rx=0 tx=0).stop 2024-09-13T17:00:01.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.142+0000 7ff97d400700 1 -- 172.21.15.99:0/3180509140 shutdown_connections 2024-09-13T17:00:01.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.142+0000 7ff97d400700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff958066760 0x7ff958068c20 secure :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff9640090b0 tx=0x7ff964008030 comp rx=0 tx=0).stop 2024-09-13T17:00:01.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.142+0000 7ff97d400700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff978158cf0 0x7ff9780ca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.142+0000 7ff97d400700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff978154fe0 0x7ff978150180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.142+0000 7ff97d400700 1 --2- 172.21.15.99:0/3180509140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff97806a8a0 0x7ff97814d670 secure :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff96800c700 tx=0x7ff96800ca10 comp rx=0 tx=0).stop 2024-09-13T17:00:01.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.142+0000 7ff97d400700 1 -- 172.21.15.99:0/3180509140 >> 172.21.15.99:0/3180509140 conn(0x7ff97806f790 msgr2=0x7ff97806e420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:01.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.142+0000 7ff97d400700 1 -- 172.21.15.99:0/3180509140 shutdown_connections 2024-09-13T17:00:01.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.142+0000 7ff97d400700 1 -- 172.21.15.99:0/3180509140 wait complete. 2024-09-13T17:00:01.152 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_data' created 2024-09-13T17:00:01.178 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T17:00:01.356 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.354+0000 7f9a4da00700 1 Processor -- start 2024-09-13T17:00:01.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.354+0000 7f9a4da00700 1 -- start start 2024-09-13T17:00:01.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.354+0000 7f9a4da00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f9a4815b1e0 0x7f9a480cf310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.354+0000 7f9a4da00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a480cf8f0 con 0x7f9a480ce0f0 2024-09-13T17:00:01.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.354+0000 7f9a4da00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a480cfbd0 con 0x7f9a480cd470 2024-09-13T17:00:01.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.354+0000 7f9a4da00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a4806aba0 con 0x7f9a4815b1e0 2024-09-13T17:00:01.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a47400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f9a480ce0f0 0x7f9a4806b680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47866/0 (socket says 172.21.15.99:47866) 2024-09-13T17:00:01.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a47400700 1 -- 172.21.15.99:0/3985776108 learned_addr learned my addr 172.21.15.99:0/3985776108 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:01.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a46000700 1 --2- 172.21.15.99:0/3985776108 >> v2:172.21.15.170:3300/0 conn(0x7f9a4815b1e0 0x7f9a480cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a45600700 1 -- 172.21.15.99:0/3985776108 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 592616695 0 0) 0x7f9a480cf8f0 con 0x7f9a480ce0f0 2024-09-13T17:00:01.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a45600700 1 -- 172.21.15.99:0/3985776108 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a2c0035d0 con 0x7f9a480ce0f0 2024-09-13T17:00:01.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a46000700 1 -- 172.21.15.99:0/3985776108 >> v1:172.21.15.170:6789/0 conn(0x7f9a480cd470 legacy=0x7f9a480cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a46000700 1 -- 172.21.15.99:0/3985776108 >> v1:172.21.15.99:6789/0 conn(0x7f9a480ce0f0 legacy=0x7f9a4806b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a46000700 1 -- 172.21.15.99:0/3985776108 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a4806ae80 con 0x7f9a4815b1e0 2024-09-13T17:00:01.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a46000700 1 --2- 172.21.15.99:0/3985776108 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a4815b1e0 0x7f9a480cf310 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9a34009850 tx=0x7f9a34009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cea327043823b79a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:01.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a45600700 1 -- 172.21.15.99:0/3985776108 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a34004230 con 0x7f9a4815b1e0 2024-09-13T17:00:01.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a45600700 1 -- 172.21.15.99:0/3985776108 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a34004390 con 0x7f9a4815b1e0 2024-09-13T17:00:01.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a45600700 1 -- 172.21.15.99:0/3985776108 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a340036c0 con 0x7f9a4815b1e0 2024-09-13T17:00:01.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a4da00700 1 -- 172.21.15.99:0/3985776108 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a4815b1e0 msgr2=0x7f9a480cf310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a4da00700 1 --2- 172.21.15.99:0/3985776108 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a4815b1e0 0x7f9a480cf310 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9a34009850 tx=0x7f9a34009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:01.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a4da00700 1 -- 172.21.15.99:0/3985776108 shutdown_connections 2024-09-13T17:00:01.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a4da00700 1 --2- 172.21.15.99:0/3985776108 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a4815b1e0 0x7f9a480cf310 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a4da00700 1 -- 172.21.15.99:0/3985776108 >> 172.21.15.99:0/3985776108 conn(0x7f9a480b28c0 msgr2=0x7f9a480b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:01.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a4da00700 1 -- 172.21.15.99:0/3985776108 shutdown_connections 2024-09-13T17:00:01.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.358+0000 7f9a4da00700 1 -- 172.21.15.99:0/3985776108 wait complete. 2024-09-13T17:00:01.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a4da00700 1 Processor -- start 2024-09-13T17:00:01.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a4da00700 1 -- start start 2024-09-13T17:00:01.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a4da00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a480cd470 0x7f9a481491e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a4da00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9a480ce0f0 0x7f9a480ca1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a4da00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a4815b1e0 0x7f9a48149ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a4da00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4809ad40 con 0x7f9a4815b1e0 2024-09-13T17:00:01.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a4da00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a48149720 con 0x7f9a480cd470 2024-09-13T17:00:01.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a4da00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a480c7e00 con 0x7f9a480ce0f0 2024-09-13T17:00:01.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a47400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a4815b1e0 0x7f9a48149ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a47400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a4815b1e0 0x7f9a48149ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56364/0 (socket says 172.21.15.99:56364) 2024-09-13T17:00:01.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a47400700 1 -- 172.21.15.99:0/2561777057 learned_addr learned my addr 172.21.15.99:0/2561777057 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:01.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a46000700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9a480ce0f0 0x7f9a480ca1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a46a00700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a480cd470 0x7f9a481491e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a47400700 1 -- 172.21.15.99:0/2561777057 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9a480ce0f0 msgr2=0x7f9a480ca1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a47400700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9a480ce0f0 0x7f9a480ca1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a47400700 1 -- 172.21.15.99:0/2561777057 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a480cd470 msgr2=0x7f9a481491e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a47400700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a480cd470 0x7f9a481491e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.362+0000 7f9a47400700 1 -- 172.21.15.99:0/2561777057 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a340094b0 con 0x7f9a4815b1e0 2024-09-13T17:00:01.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.366+0000 7f9a47400700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a4815b1e0 0x7f9a48149ba0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9a4000ccd0 tx=0x7f9a4000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:01.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.366+0000 7f9a3ea00700 1 -- 172.21.15.99:0/2561777057 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4000ab30 con 0x7f9a4815b1e0 2024-09-13T17:00:01.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.366+0000 7f9a3ea00700 1 -- 172.21.15.99:0/2561777057 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a4000ac90 con 0x7f9a4815b1e0 2024-09-13T17:00:01.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.366+0000 7f9a4da00700 1 -- 172.21.15.99:0/2561777057 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a480c80e0 con 0x7f9a4815b1e0 2024-09-13T17:00:01.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.366+0000 7f9a3ea00700 1 -- 172.21.15.99:0/2561777057 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a400070d0 con 0x7f9a4815b1e0 2024-09-13T17:00:01.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.366+0000 7f9a4da00700 1 -- 172.21.15.99:0/2561777057 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a480c86a0 con 0x7f9a4815b1e0 2024-09-13T17:00:01.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.366+0000 7f9a4da00700 1 -- 172.21.15.99:0/2561777057 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a480cf8f0 con 0x7f9a4815b1e0 2024-09-13T17:00:01.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.370+0000 7f9a3ea00700 1 -- 172.21.15.99:0/2561777057 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9a40007230 con 0x7f9a4815b1e0 2024-09-13T17:00:01.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.370+0000 7f9a3ea00700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9a28066730 0x7f9a28068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.370+0000 7f9a3ea00700 1 -- 172.21.15.99:0/2561777057 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f9a40083f30 con 0x7f9a4815b1e0 2024-09-13T17:00:01.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.370+0000 7f9a46a00700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9a28066730 0x7f9a28068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.370+0000 7f9a46a00700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9a28066730 0x7f9a28068bf0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9a380018a0 tx=0x7f9a38009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:01.377 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.374+0000 7f9a3ea00700 1 -- 172.21.15.99:0/2561777057 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9a400afdb0 con 0x7f9a4815b1e0 2024-09-13T17:00:01.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.594+0000 7f9a4da00700 1 -- 172.21.15.99:0/2561777057 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f9a480b3180 con 0x7f9a4815b1e0 2024-09-13T17:00:01.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.606+0000 7f9a3ea00700 1 -- 172.21.15.99:0/2561777057 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f9a400180c0 con 0x7f9a4815b1e0 2024-09-13T17:00:01.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 -- 172.21.15.99:0/2561777057 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9a28066730 msgr2=0x7f9a28068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9a28066730 0x7f9a28068bf0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9a380018a0 tx=0x7f9a38009040 comp rx=0 tx=0).stop 2024-09-13T17:00:01.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 -- 172.21.15.99:0/2561777057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a4815b1e0 msgr2=0x7f9a48149ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a4815b1e0 0x7f9a48149ba0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9a4000ccd0 tx=0x7f9a4000a060 comp rx=0 tx=0).stop 2024-09-13T17:00:01.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 -- 172.21.15.99:0/2561777057 shutdown_connections 2024-09-13T17:00:01.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9a28066730 0x7f9a28068bf0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9a4815b1e0 0x7f9a48149ba0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9a480ce0f0 0x7f9a480ca1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 --2- 172.21.15.99:0/2561777057 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9a480cd470 0x7f9a481491e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 -- 172.21.15.99:0/2561777057 >> 172.21.15.99:0/2561777057 conn(0x7f9a480b28c0 msgr2=0x7f9a480b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:01.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 -- 172.21.15.99:0/2561777057 shutdown_connections 2024-09-13T17:00:01.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.614+0000 7f9a4da00700 1 -- 172.21.15.99:0/2561777057 wait complete. 2024-09-13T17:00:01.630 INFO:teuthology.orchestra.run.smithi099.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T17:00:01.654 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:01.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.806+0000 7f5827200700 1 Processor -- start 2024-09-13T17:00:01.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.806+0000 7f5827200700 1 -- start start 2024-09-13T17:00:01.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5827200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f58200ce550 0x7f58200b1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5827200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58201544f0 con 0x7f5820154110 2024-09-13T17:00:01.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5827200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f582015a270 con 0x7f582006e750 2024-09-13T17:00:01.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5827200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58200cea50 con 0x7f58200ce550 2024-09-13T17:00:01.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5825e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f5820154110 0x7f582015a700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47876/0 (socket says 172.21.15.99:47876) 2024-09-13T17:00:01.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5825e00700 1 -- 172.21.15.99:0/917429859 learned_addr learned my addr 172.21.15.99:0/917429859 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:01.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5825400700 1 --2- 172.21.15.99:0/917429859 >> v2:172.21.15.170:3300/0 conn(0x7f58200ce550 0x7f58200b1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1641088178 0 0) 0x7f5814001110 con 0x7f5820154110 2024-09-13T17:00:01.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f58080035d0 con 0x7f5820154110 2024-09-13T17:00:01.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3840631113 0 0) 0x7f582015a270 con 0x7f582006e750 2024-09-13T17:00:01.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5814001110 con 0x7f582006e750 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3859205679 0 0) 0x7f58080035d0 con 0x7f5820154110 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 >> v2:172.21.15.170:3300/0 conn(0x7f58200ce550 msgr2=0x7f58200b1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 --2- 172.21.15.99:0/917429859 >> v2:172.21.15.170:3300/0 conn(0x7f58200ce550 0x7f58200b1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 >> v1:172.21.15.170:6789/0 conn(0x7f582006e750 legacy=0x7f58200708a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58200ced30 con 0x7f5820154110 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f5814001800 con 0x7f5820154110 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 >> v1:172.21.15.99:6789/0 conn(0x7f5820154110 legacy=0x7f582015a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5808003be0 0x7f5808003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5808004870 0x7f5808004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5808005230 0x7f580800dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58200cea50 con 0x7f5808003be0 2024-09-13T17:00:01.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f580800e390 con 0x7f5808004870 2024-09-13T17:00:01.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f580800e550 con 0x7f5808005230 2024-09-13T17:00:01.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5825400700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5808004870 0x7f5808004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5825e00700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5808003be0 0x7f5808003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5826800700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5808005230 0x7f580800dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5825400700 1 -- 172.21.15.99:0/917429859 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5808005230 msgr2=0x7f580800dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5825400700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5808005230 0x7f580800dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5825400700 1 -- 172.21.15.99:0/917429859 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5808003be0 msgr2=0x7f5808003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5825400700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5808003be0 0x7f5808003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.810+0000 7f5825400700 1 -- 172.21.15.99:0/917429859 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58080035d0 con 0x7f5808004870 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5826800700 1 -- 172.21.15.99:0/917429859 reap_dead start 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5825400700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5808004870 0x7f5808004cf0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5810009b40 tx=0x7f58080058a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=731146789a0fc69b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f581000e6c0 con 0x7f5808004870 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f581000e820 con 0x7f5808004870 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5824a00700 1 -- 172.21.15.99:0/917429859 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f581000eb90 con 0x7f5808004870 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5827200700 1 -- 172.21.15.99:0/917429859 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5808004870 msgr2=0x7f5808004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5827200700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5808004870 0x7f5808004cf0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5810009b40 tx=0x7f58080058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5827200700 1 -- 172.21.15.99:0/917429859 shutdown_connections 2024-09-13T17:00:01.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5827200700 1 --2- 172.21.15.99:0/917429859 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5808004870 0x7f5808004cf0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5827200700 1 -- 172.21.15.99:0/917429859 >> 172.21.15.99:0/917429859 conn(0x7f582006bd40 msgr2=0x7f5820066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:01.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5827200700 1 -- 172.21.15.99:0/917429859 shutdown_connections 2024-09-13T17:00:01.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.814+0000 7f5827200700 1 -- 172.21.15.99:0/917429859 wait complete. 2024-09-13T17:00:01.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.818+0000 7f5827200700 1 Processor -- start 2024-09-13T17:00:01.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.818+0000 7f5827200700 1 -- start start 2024-09-13T17:00:01.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.818+0000 7f5827200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5808004870 0x7f582014ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.818+0000 7f5827200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f582014c100 0x7f582014c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.818+0000 7f5827200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f582014f4c0 0x7f582014f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.818+0000 7f5827200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5820150d50 con 0x7f582014c100 2024-09-13T17:00:01.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.818+0000 7f5827200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f582014cac0 con 0x7f582014f4c0 2024-09-13T17:00:01.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.818+0000 7f5827200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f582014e5a0 con 0x7f5808004870 2024-09-13T17:00:01.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.818+0000 7f5825400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f582014c100 0x7f582014c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5825400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f582014c100 0x7f582014c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56382/0 (socket says 172.21.15.99:56382) 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5825400700 1 -- 172.21.15.99:0/3007746281 learned_addr learned my addr 172.21.15.99:0/3007746281 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5825e00700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5808004870 0x7f582014ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5826800700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f582014f4c0 0x7f582014f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5825400700 1 -- 172.21.15.99:0/3007746281 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5808004870 msgr2=0x7f582014ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5825400700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5808004870 0x7f582014ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5825400700 1 -- 172.21.15.99:0/3007746281 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f582014f4c0 msgr2=0x7f582014f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5825400700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f582014f4c0 0x7f582014f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5825400700 1 -- 172.21.15.99:0/3007746281 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f582014fe80 con 0x7f582014c100 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5825e00700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5808004870 0x7f582014ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5825400700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f582014c100 0x7f582014c580 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f580800e520 tx=0x7f58100047e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f581a000700 1 -- 172.21.15.99:0/3007746281 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f581000e6c0 con 0x7f582014c100 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f581a000700 1 -- 172.21.15.99:0/3007746281 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5810003af0 con 0x7f582014c100 2024-09-13T17:00:01.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5827200700 1 -- 172.21.15.99:0/3007746281 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f582014f2b0 con 0x7f582014c100 2024-09-13T17:00:01.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f581a000700 1 -- 172.21.15.99:0/3007746281 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5810003ea0 con 0x7f582014c100 2024-09-13T17:00:01.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5827200700 1 -- 172.21.15.99:0/3007746281 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58201503b0 con 0x7f582014c100 2024-09-13T17:00:01.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.822+0000 7f5827200700 1 -- 172.21.15.99:0/3007746281 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f582015a700 con 0x7f582014c100 2024-09-13T17:00:01.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.826+0000 7f581a000700 1 -- 172.21.15.99:0/3007746281 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5810013470 con 0x7f582014c100 2024-09-13T17:00:01.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.826+0000 7f581a000700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5804066760 0x7f5804068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:01.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.826+0000 7f581a000700 1 -- 172.21.15.99:0/3007746281 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5810085bd0 con 0x7f582014c100 2024-09-13T17:00:01.830 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.826+0000 7f5825e00700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5804066760 0x7f5804068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:01.830 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.826+0000 7f5825e00700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5804066760 0x7f5804068c20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f58140010e0 tx=0x7f5814009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:01.833 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:01.830+0000 7f581a000700 1 -- 172.21.15.99:0/3007746281 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f58100530f0 con 0x7f582014c100 2024-09-13T17:00:02.029 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.022+0000 7f5827200700 1 -- 172.21.15.99:0/3007746281 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f582006e530 con 0x7f582014c100 2024-09-13T17:00:02.029 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.026+0000 7f581a000700 1 -- 172.21.15.99:0/3007746281 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16498 (secure 0 0 0) 0x7f5810056710 con 0x7f582014c100 2024-09-13T17:00:02.030 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:02.030 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":19,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:01.599865+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.026+0000 7f5827200700 1 -- 172.21.15.99:0/3007746281 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5804066760 msgr2=0x7f5804068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.026+0000 7f5827200700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5804066760 0x7f5804068c20 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f58140010e0 tx=0x7f5814009040 comp rx=0 tx=0).stop 2024-09-13T17:00:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.026+0000 7f5827200700 1 -- 172.21.15.99:0/3007746281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f582014c100 msgr2=0x7f582014c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.026+0000 7f5827200700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f582014c100 0x7f582014c580 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f580800e520 tx=0x7f58100047e0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.030+0000 7f5827200700 1 -- 172.21.15.99:0/3007746281 shutdown_connections 2024-09-13T17:00:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.030+0000 7f5827200700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5804066760 0x7f5804068c20 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.030+0000 7f5827200700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f582014c100 0x7f582014c580 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.030+0000 7f5827200700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f582014f4c0 0x7f582014f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.030+0000 7f5827200700 1 --2- 172.21.15.99:0/3007746281 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5808004870 0x7f582014ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.030+0000 7f5827200700 1 -- 172.21.15.99:0/3007746281 >> 172.21.15.99:0/3007746281 conn(0x7f582006bd40 msgr2=0x7f5820070970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:02.033 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.030+0000 7f5827200700 1 -- 172.21.15.99:0/3007746281 shutdown_connections 2024-09-13T17:00:02.033 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.030+0000 7f5827200700 1 -- 172.21.15.99:0/3007746281 wait complete. 2024-09-13T17:00:02.052 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:02.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.206+0000 7fe7e9000700 1 Processor -- start 2024-09-13T17:00:02.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.206+0000 7fe7e9000700 1 -- start start 2024-09-13T17:00:02.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e9000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe7e40cc9a0 0x7fe7e415af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e9000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fe7e40ce610 0x7fe7e406cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e9000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7e4151ef0 con 0x7fe7e406d070 2024-09-13T17:00:02.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e9000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7e40cea80 con 0x7fe7e40cc9a0 2024-09-13T17:00:02.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e9000700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7e415b590 con 0x7fe7e40ce610 2024-09-13T17:00:02.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e3400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe7e40cc9a0 0x7fe7e415af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e3400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe7e40cc9a0 0x7fe7e415af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56394/0 (socket says 172.21.15.99:56394) 2024-09-13T17:00:02.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e3400700 1 -- 172.21.15.99:0/471296783 learned_addr learned my addr 172.21.15.99:0/471296783 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:02.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7daa00700 1 --2- 172.21.15.99:0/471296783 >> v2:172.21.15.170:3300/0 conn(0x7fe7e40ce610 0x7fe7e406cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e3400700 1 -- 172.21.15.99:0/471296783 >> v2:172.21.15.170:3300/0 conn(0x7fe7e40ce610 msgr2=0x7fe7e406cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:02.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e3400700 1 --2- 172.21.15.99:0/471296783 >> v2:172.21.15.170:3300/0 conn(0x7fe7e40ce610 0x7fe7e406cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e3400700 1 -- 172.21.15.99:0/471296783 >> v1:172.21.15.99:6789/0 conn(0x7fe7e406d070 legacy=0x7fe7e415eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e3400700 1 -- 172.21.15.99:0/471296783 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7e40ae5f0 con 0x7fe7e40cc9a0 2024-09-13T17:00:02.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e3400700 1 --2- 172.21.15.99:0/471296783 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e40cc9a0 0x7fe7e415af60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40ae810 tx=0x7fe7d4009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f243838093e9206 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:02.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e2a00700 1 -- 172.21.15.99:0/471296783 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4011830 con 0x7fe7e40cc9a0 2024-09-13T17:00:02.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e2a00700 1 -- 172.21.15.99:0/471296783 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7d4011990 con 0x7fe7e40cc9a0 2024-09-13T17:00:02.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.210+0000 7fe7e2a00700 1 -- 172.21.15.99:0/471296783 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4011d20 con 0x7fe7e40cc9a0 2024-09-13T17:00:02.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 -- 172.21.15.99:0/471296783 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e40cc9a0 msgr2=0x7fe7e415af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 --2- 172.21.15.99:0/471296783 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e40cc9a0 0x7fe7e415af60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40ae810 tx=0x7fe7d4009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 -- 172.21.15.99:0/471296783 shutdown_connections 2024-09-13T17:00:02.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 --2- 172.21.15.99:0/471296783 >> v2:172.21.15.170:3300/0 conn(0x7fe7e40ce610 0x7fe7e406cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 --2- 172.21.15.99:0/471296783 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e40cc9a0 0x7fe7e415af60 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 -- 172.21.15.99:0/471296783 >> 172.21.15.99:0/471296783 conn(0x7fe7e406f790 msgr2=0x7fe7e406fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:02.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 -- 172.21.15.99:0/471296783 shutdown_connections 2024-09-13T17:00:02.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 -- 172.21.15.99:0/471296783 wait complete. 2024-09-13T17:00:02.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 Processor -- start 2024-09-13T17:00:02.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 -- start start 2024-09-13T17:00:02.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e406d070 0x7fe7e4149e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7e40cc9a0 0x7fe7e414a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7e40ce610 0x7fe7e414c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e40b2d60 con 0x7fe7e406d070 2024-09-13T17:00:02.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e414cde0 con 0x7fe7e40cc9a0 2024-09-13T17:00:02.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.214+0000 7fe7e9000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e40b26a0 con 0x7fe7e40ce610 2024-09-13T17:00:02.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e3400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e406d070 0x7fe7e4149e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e3400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e406d070 0x7fe7e4149e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:56400/0 (socket says 172.21.15.99:56400) 2024-09-13T17:00:02.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e3400700 1 -- 172.21.15.99:0/894032700 learned_addr learned my addr 172.21.15.99:0/894032700 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7daa00700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7e40cc9a0 0x7fe7e414a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e3e00700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7e40ce610 0x7fe7e414c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e3400700 1 -- 172.21.15.99:0/894032700 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7e40ce610 msgr2=0x7fe7e414c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e3400700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7e40ce610 0x7fe7e414c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e3400700 1 -- 172.21.15.99:0/894032700 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7e40cc9a0 msgr2=0x7fe7e414a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e3400700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7e40cc9a0 0x7fe7e414a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e3400700 1 -- 172.21.15.99:0/894032700 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7d4009570 con 0x7fe7e406d070 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7daa00700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7e40cc9a0 0x7fe7e414a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e3400700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e406d070 0x7fe7e4149e00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40b1a10 tx=0x7fe7d4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7dbe00700 1 -- 172.21.15.99:0/894032700 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4004550 con 0x7fe7e406d070 2024-09-13T17:00:02.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7dbe00700 1 -- 172.21.15.99:0/894032700 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7d401f070 con 0x7fe7e406d070 2024-09-13T17:00:02.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e9000700 1 -- 172.21.15.99:0/894032700 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7e40b2980 con 0x7fe7e406d070 2024-09-13T17:00:02.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7dbe00700 1 -- 172.21.15.99:0/894032700 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4003900 con 0x7fe7e406d070 2024-09-13T17:00:02.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e9000700 1 -- 172.21.15.99:0/894032700 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7e413afb0 con 0x7fe7e406d070 2024-09-13T17:00:02.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.218+0000 7fe7e9000700 1 -- 172.21.15.99:0/894032700 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7e413b260 con 0x7fe7e406d070 2024-09-13T17:00:02.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.222+0000 7fe7dbe00700 1 -- 172.21.15.99:0/894032700 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe7d4003a60 con 0x7fe7e406d070 2024-09-13T17:00:02.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.222+0000 7fe7dbe00700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe7c0066730 0x7fe7c0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.222+0000 7fe7dbe00700 1 -- 172.21.15.99:0/894032700 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe7d4021070 con 0x7fe7e406d070 2024-09-13T17:00:02.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.222+0000 7fe7daa00700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe7c0066730 0x7fe7c0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.226+0000 7fe7daa00700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe7c0066730 0x7fe7c0068bf0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe7e415f540 tx=0x7fe7cc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:02.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.230+0000 7fe7dbe00700 1 -- 172.21.15.99:0/894032700 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe7e413b260 con 0x7fe7e406d070 2024-09-13T17:00:02.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.414+0000 7fe7e9000700 1 -- 172.21.15.99:0/894032700 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe7e413b260 con 0x7fe7e406d070 2024-09-13T17:00:02.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.418+0000 7fe7dbe00700 1 -- 172.21.15.99:0/894032700 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16498 (secure 0 0 0) 0x7fe7e413b260 con 0x7fe7e406d070 2024-09-13T17:00:02.423 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:02.423 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":19,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:01.599865+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:02.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.422+0000 7fe7e9000700 1 -- 172.21.15.99:0/894032700 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe7c0066730 msgr2=0x7fe7c0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.422+0000 7fe7e9000700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe7c0066730 0x7fe7c0068bf0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe7e415f540 tx=0x7fe7cc008040 comp rx=0 tx=0).stop 2024-09-13T17:00:02.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.422+0000 7fe7e9000700 1 -- 172.21.15.99:0/894032700 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e406d070 msgr2=0x7fe7e4149e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.422+0000 7fe7e9000700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e406d070 0x7fe7e4149e00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40b1a10 tx=0x7fe7d4004770 comp rx=0 tx=0).stop 2024-09-13T17:00:02.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.422+0000 7fe7e9000700 1 -- 172.21.15.99:0/894032700 shutdown_connections 2024-09-13T17:00:02.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.422+0000 7fe7e9000700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe7c0066730 0x7fe7c0068bf0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.422+0000 7fe7e9000700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7e40ce610 0x7fe7e414c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.422+0000 7fe7e9000700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe7e40cc9a0 0x7fe7e414a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.422+0000 7fe7e9000700 1 --2- 172.21.15.99:0/894032700 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7e406d070 0x7fe7e4149e00 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.422+0000 7fe7e9000700 1 -- 172.21.15.99:0/894032700 >> 172.21.15.99:0/894032700 conn(0x7fe7e406f790 msgr2=0x7fe7e415c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:02.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.426+0000 7fe7e9000700 1 -- 172.21.15.99:0/894032700 shutdown_connections 2024-09-13T17:00:02.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.426+0000 7fe7e9000700 1 -- 172.21.15.99:0/894032700 wait complete. 2024-09-13T17:00:02.448 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T17:00:02.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.618+0000 7f3467e00700 1 Processor -- start 2024-09-13T17:00:02.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.618+0000 7f3467e00700 1 -- start start 2024-09-13T17:00:02.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3467e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3468154110 0x7f346815a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3467e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f34680ce550 0x7f34680b1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3467e00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34681544f0 con 0x7f346806e750 2024-09-13T17:00:02.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3467e00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f346815a270 con 0x7f3468154110 2024-09-13T17:00:02.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3467e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34680cea50 con 0x7f34680ce550 2024-09-13T17:00:02.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3467400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f346806e750 0x7f34680708a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47124/0 (socket says 172.21.15.99:47124) 2024-09-13T17:00:02.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3467400700 1 -- 172.21.15.99:0/826535811 learned_addr learned my addr 172.21.15.99:0/826535811 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:02.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3466a00700 1 --2- 172.21.15.99:0/826535811 >> v2:172.21.15.99:3300/0 conn(0x7f3468154110 0x7f346815a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3466000700 1 --2- 172.21.15.99:0/826535811 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f34680ce550 0x7f34680b1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.627 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3466a00700 1 -- 172.21.15.99:0/826535811 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f34680ce550 msgr2=0x7f34680b1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:02.627 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3466a00700 1 --2- 172.21.15.99:0/826535811 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f34680ce550 0x7f34680b1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.627 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3466a00700 1 -- 172.21.15.99:0/826535811 >> v1:172.21.15.99:6789/0 conn(0x7f346806e750 legacy=0x7f34680708a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.627 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3466a00700 1 -- 172.21.15.99:0/826535811 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34680ced30 con 0x7f3468154110 2024-09-13T17:00:02.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.622+0000 7f3466a00700 1 --2- 172.21.15.99:0/826535811 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 0x7f346815a700 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3458009850 tx=0x7f3458009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8226cedbfb14b0a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:02.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3465600700 1 -- 172.21.15.99:0/826535811 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3458011830 con 0x7f3468154110 2024-09-13T17:00:02.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3465600700 1 -- 172.21.15.99:0/826535811 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3458011990 con 0x7f3468154110 2024-09-13T17:00:02.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3465600700 1 -- 172.21.15.99:0/826535811 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3458011d40 con 0x7f3468154110 2024-09-13T17:00:02.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3467e00700 1 -- 172.21.15.99:0/826535811 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 msgr2=0x7f346815a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3467e00700 1 --2- 172.21.15.99:0/826535811 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 0x7f346815a700 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3458009850 tx=0x7f3458009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:02.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3467e00700 1 -- 172.21.15.99:0/826535811 shutdown_connections 2024-09-13T17:00:02.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3467e00700 1 --2- 172.21.15.99:0/826535811 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f34680ce550 0x7f34680b1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3467e00700 1 --2- 172.21.15.99:0/826535811 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 0x7f346815a700 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3467e00700 1 -- 172.21.15.99:0/826535811 >> 172.21.15.99:0/826535811 conn(0x7f346806bd40 msgr2=0x7f3468066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:02.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3467e00700 1 -- 172.21.15.99:0/826535811 shutdown_connections 2024-09-13T17:00:02.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.626+0000 7f3467e00700 1 -- 172.21.15.99:0/826535811 wait complete. 2024-09-13T17:00:02.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467e00700 1 Processor -- start 2024-09-13T17:00:02.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467e00700 1 -- start start 2024-09-13T17:00:02.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f346806e750 0x7f3468152200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34680ce550 0x7f34681511e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 0x7f346815b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3468140c10 con 0x7f3468154110 2024-09-13T17:00:02.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f346815bd80 con 0x7f34680ce550 2024-09-13T17:00:02.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3468150440 con 0x7f346806e750 2024-09-13T17:00:02.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 0x7f346815b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 0x7f346815b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40258/0 (socket says 172.21.15.99:40258) 2024-09-13T17:00:02.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467400700 1 -- 172.21.15.99:0/749378525 learned_addr learned my addr 172.21.15.99:0/749378525 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:02.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3466000700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34680ce550 0x7f34681511e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3466a00700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f346806e750 0x7f3468152200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467400700 1 -- 172.21.15.99:0/749378525 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f346806e750 msgr2=0x7f3468152200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467400700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f346806e750 0x7f3468152200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467400700 1 -- 172.21.15.99:0/749378525 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34680ce550 msgr2=0x7f34681511e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:02.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467400700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34680ce550 0x7f34681511e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:02.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467400700 1 -- 172.21.15.99:0/749378525 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34580094b0 con 0x7f3468154110 2024-09-13T17:00:02.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3466000700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34680ce550 0x7f34681511e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:02.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.630+0000 7f3467400700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 0x7f346815b170 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f346000caa0 tx=0x7f346000cad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:02.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.634+0000 7f345ea00700 1 -- 172.21.15.99:0/749378525 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3460007480 con 0x7f3468154110 2024-09-13T17:00:02.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.634+0000 7f345ea00700 1 -- 172.21.15.99:0/749378525 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34600075e0 con 0x7f3468154110 2024-09-13T17:00:02.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.634+0000 7f3467e00700 1 -- 172.21.15.99:0/749378525 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3468150720 con 0x7f3468154110 2024-09-13T17:00:02.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.634+0000 7f345ea00700 1 -- 172.21.15.99:0/749378525 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3460007950 con 0x7f3468154110 2024-09-13T17:00:02.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.634+0000 7f3467e00700 1 -- 172.21.15.99:0/749378525 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3468150ab0 con 0x7f3468154110 2024-09-13T17:00:02.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.634+0000 7f3467e00700 1 -- 172.21.15.99:0/749378525 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34681508b0 con 0x7f3468154110 2024-09-13T17:00:02.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.634+0000 7f345ea00700 1 -- 172.21.15.99:0/749378525 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3460012400 con 0x7f3468154110 2024-09-13T17:00:02.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.634+0000 7f345ea00700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3448066730 0x7f3448068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:02.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.634+0000 7f345ea00700 1 -- 172.21.15.99:0/749378525 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3460083620 con 0x7f3468154110 2024-09-13T17:00:02.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.638+0000 7f3466a00700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3448066730 0x7f3448068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:02.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.638+0000 7f3466a00700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3448066730 0x7f3448068bf0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f34580090b0 tx=0x7f3458008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:02.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.642+0000 7f345ea00700 1 -- 172.21.15.99:0/749378525 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3460050ad0 con 0x7f3468154110 2024-09-13T17:00:02.862 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:02.858+0000 7f3467e00700 1 -- 172.21.15.99:0/749378525 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f34681544f0 con 0x7f3468154110 2024-09-13T17:00:03.050 INFO:tasks.ceph.mds.c.smithi099.stderr:2024-09-13T17:00:03.046+0000 7f05eda00700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T17:00:03.624 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.618+0000 7f345ea00700 1 -- 172.21.15.99:0/749378525 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7f34681544f0 con 0x7f3468154110 2024-09-13T17:00:03.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.622+0000 7f3467e00700 1 -- 172.21.15.99:0/749378525 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3448066730 msgr2=0x7f3448068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:03.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.622+0000 7f3467e00700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3448066730 0x7f3448068bf0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f34580090b0 tx=0x7f3458008030 comp rx=0 tx=0).stop 2024-09-13T17:00:03.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.622+0000 7f3467e00700 1 -- 172.21.15.99:0/749378525 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 msgr2=0x7f346815b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:03.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.622+0000 7f3467e00700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 0x7f346815b170 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f346000caa0 tx=0x7f346000cad0 comp rx=0 tx=0).stop 2024-09-13T17:00:03.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.622+0000 7f3467e00700 1 -- 172.21.15.99:0/749378525 shutdown_connections 2024-09-13T17:00:03.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.622+0000 7f3467e00700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3448066730 0x7f3448068bf0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:03.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.626+0000 7f3467e00700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3468154110 0x7f346815b170 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:03.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.626+0000 7f3467e00700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f34680ce550 0x7f34681511e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:03.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.626+0000 7f3467e00700 1 --2- 172.21.15.99:0/749378525 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f346806e750 0x7f3468152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:03.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.626+0000 7f3467e00700 1 -- 172.21.15.99:0/749378525 >> 172.21.15.99:0/749378525 conn(0x7f346806bd40 msgr2=0x7f346815dea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:03.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.626+0000 7f3467e00700 1 -- 172.21.15.99:0/749378525 shutdown_connections 2024-09-13T17:00:03.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.626+0000 7f3467e00700 1 -- 172.21.15.99:0/749378525 wait complete. 2024-09-13T17:00:03.650 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T17:00:03.650 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T17:00:03.866 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.862+0000 7f51c1a00700 1 Processor -- start 2024-09-13T17:00:03.866 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.862+0000 7f51c1a00700 1 -- start start 2024-09-13T17:00:03.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.862+0000 7f51c1a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f51bc164a50 0x7f51bc0d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:03.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.862+0000 7f51c1a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f51bc0c3b70 0x7f51bc0c4000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:03.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.862+0000 7f51c1a00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51bc0ceb40 con 0x7f51bc0afab0 2024-09-13T17:00:03.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.862+0000 7f51c1a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51bc0c4540 con 0x7f51bc164a50 2024-09-13T17:00:03.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.862+0000 7f51c1a00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51bc164e30 con 0x7f51bc0c3b70 2024-09-13T17:00:03.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.862+0000 7f51bbe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f51bc164a50 0x7f51bc0d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:03.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.862+0000 7f51bb400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f51bc0afab0 0x7f51bc0708a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47126/0 (socket says 172.21.15.99:47126) 2024-09-13T17:00:03.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51bb400700 1 -- 172.21.15.99:0/3275797461 learned_addr learned my addr 172.21.15.99:0/3275797461 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:03.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51c1000700 1 --2- 172.21.15.99:0/3275797461 >> v2:172.21.15.170:3300/0 conn(0x7f51bc0c3b70 0x7f51bc0c4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:03.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51bbe00700 1 -- 172.21.15.99:0/3275797461 >> v2:172.21.15.170:3300/0 conn(0x7f51bc0c3b70 msgr2=0x7f51bc0c4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:03.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51bbe00700 1 --2- 172.21.15.99:0/3275797461 >> v2:172.21.15.170:3300/0 conn(0x7f51bc0c3b70 0x7f51bc0c4000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:03.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51bbe00700 1 -- 172.21.15.99:0/3275797461 >> v1:172.21.15.99:6789/0 conn(0x7f51bc0afab0 legacy=0x7f51bc0708a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:03.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51bbe00700 1 -- 172.21.15.99:0/3275797461 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51bc0cee20 con 0x7f51bc164a50 2024-09-13T17:00:03.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51baa00700 1 -- 172.21.15.99:0/3275797461 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1521338306 0 0) 0x7f51bc0ceb40 con 0x7f51bc0afab0 2024-09-13T17:00:03.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51bbe00700 1 --2- 172.21.15.99:0/3275797461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc164a50 0x7f51bc0d0470 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f51bc067e60 tx=0x7f51ac009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecf573f3994ce415 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:03.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51baa00700 1 -- 172.21.15.99:0/3275797461 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51ac011830 con 0x7f51bc164a50 2024-09-13T17:00:03.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51baa00700 1 -- 172.21.15.99:0/3275797461 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51ac011990 con 0x7f51bc164a50 2024-09-13T17:00:03.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51baa00700 1 -- 172.21.15.99:0/3275797461 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51ac011d20 con 0x7f51bc164a50 2024-09-13T17:00:03.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51c1a00700 1 -- 172.21.15.99:0/3275797461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc164a50 msgr2=0x7f51bc0d0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:03.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51c1a00700 1 --2- 172.21.15.99:0/3275797461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc164a50 0x7f51bc0d0470 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f51bc067e60 tx=0x7f51ac009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:03.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51c1a00700 1 -- 172.21.15.99:0/3275797461 shutdown_connections 2024-09-13T17:00:03.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51c1a00700 1 --2- 172.21.15.99:0/3275797461 >> v2:172.21.15.170:3300/0 conn(0x7f51bc0c3b70 0x7f51bc0c4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:03.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51c1a00700 1 --2- 172.21.15.99:0/3275797461 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc164a50 0x7f51bc0d0470 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:03.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51c1a00700 1 -- 172.21.15.99:0/3275797461 >> 172.21.15.99:0/3275797461 conn(0x7f51bc0d0ba0 msgr2=0x7f51bc0d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:03.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51c1a00700 1 -- 172.21.15.99:0/3275797461 shutdown_connections 2024-09-13T17:00:03.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.866+0000 7f51c1a00700 1 -- 172.21.15.99:0/3275797461 wait complete. 2024-09-13T17:00:03.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.870+0000 7f51c1a00700 1 Processor -- start 2024-09-13T17:00:03.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.870+0000 7f51c1a00700 1 -- start start 2024-09-13T17:00:03.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51c1a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51bc0afab0 0x7f51bc15d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:03.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51c1a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc0c3b70 0x7f51bc0c6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:03.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51c1a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f51bc164a50 0x7f51bc15c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:03.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51c1a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51bc15dd60 con 0x7f51bc0c3b70 2024-09-13T17:00:03.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51c1a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51bc0c6d40 con 0x7f51bc0afab0 2024-09-13T17:00:03.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51c1a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51bc0c54e0 con 0x7f51bc164a50 2024-09-13T17:00:03.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51bb400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc0c3b70 0x7f51bc0c6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:03.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51bb400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc0c3b70 0x7f51bc0c6800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40278/0 (socket says 172.21.15.99:40278) 2024-09-13T17:00:03.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51bb400700 1 -- 172.21.15.99:0/2191434988 learned_addr learned my addr 172.21.15.99:0/2191434988 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:03.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51bbe00700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51bc0afab0 0x7f51bc15d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:03.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51c1000700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f51bc164a50 0x7f51bc15c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:03.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51bb400700 1 -- 172.21.15.99:0/2191434988 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f51bc164a50 msgr2=0x7f51bc15c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:03.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51bb400700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f51bc164a50 0x7f51bc15c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:03.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51bb400700 1 -- 172.21.15.99:0/2191434988 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51bc0afab0 msgr2=0x7f51bc15d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:03.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51bb400700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51bc0afab0 0x7f51bc15d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:03.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51bb400700 1 -- 172.21.15.99:0/2191434988 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51ac0094b0 con 0x7f51bc0c3b70 2024-09-13T17:00:03.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51bb400700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc0c3b70 0x7f51bc0c6800 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f51a800c5b0 tx=0x7f51a800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:03.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51b3e00700 1 -- 172.21.15.99:0/2191434988 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51a8004ca0 con 0x7f51bc0c3b70 2024-09-13T17:00:03.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51b3e00700 1 -- 172.21.15.99:0/2191434988 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51a8004e20 con 0x7f51bc0c3b70 2024-09-13T17:00:03.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51b3e00700 1 -- 172.21.15.99:0/2191434988 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51a8007310 con 0x7f51bc0c3b70 2024-09-13T17:00:03.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51c1a00700 1 -- 172.21.15.99:0/2191434988 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51bc0b43c0 con 0x7f51bc0c3b70 2024-09-13T17:00:03.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.874+0000 7f51c1a00700 1 -- 172.21.15.99:0/2191434988 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51bc0c6f70 con 0x7f51bc0c3b70 2024-09-13T17:00:03.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.878+0000 7f51c1a00700 1 -- 172.21.15.99:0/2191434988 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51bc068470 con 0x7f51bc0c3b70 2024-09-13T17:00:03.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.878+0000 7f51b3e00700 1 -- 172.21.15.99:0/2191434988 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f51a8007470 con 0x7f51bc0c3b70 2024-09-13T17:00:03.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.882+0000 7f51b3e00700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f519c066730 0x7f519c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:03.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.882+0000 7f51b3e00700 1 -- 172.21.15.99:0/2191434988 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f51a8083da0 con 0x7f51bc0c3b70 2024-09-13T17:00:03.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.882+0000 7f51bbe00700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f519c066730 0x7f519c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:03.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.882+0000 7f51bbe00700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f519c066730 0x7f519c068bf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f51ac0090b0 tx=0x7f51ac008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:03.891 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:03.886+0000 7f51b3e00700 1 -- 172.21.15.99:0/2191434988 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f51a80511a0 con 0x7f51bc0c3b70 2024-09-13T17:00:04.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.114+0000 7f51c1a00700 1 -- 172.21.15.99:0/2191434988 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f51bc06e4a0 con 0x7f51bc0c3b70 2024-09-13T17:00:04.627 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.622+0000 7f51b3e00700 1 -- 172.21.15.99:0/2191434988 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7f51a8007720 con 0x7f51bc0c3b70 2024-09-13T17:00:04.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 -- 172.21.15.99:0/2191434988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f519c066730 msgr2=0x7f519c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:04.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f519c066730 0x7f519c068bf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f51ac0090b0 tx=0x7f51ac008030 comp rx=0 tx=0).stop 2024-09-13T17:00:04.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 -- 172.21.15.99:0/2191434988 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc0c3b70 msgr2=0x7f51bc0c6800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:04.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc0c3b70 0x7f51bc0c6800 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f51a800c5b0 tx=0x7f51a800c8c0 comp rx=0 tx=0).stop 2024-09-13T17:00:04.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 -- 172.21.15.99:0/2191434988 shutdown_connections 2024-09-13T17:00:04.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f519c066730 0x7f519c068bf0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:04.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f51bc0c3b70 0x7f51bc0c6800 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:04.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f51bc164a50 0x7f51bc15c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:04.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 --2- 172.21.15.99:0/2191434988 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f51bc0afab0 0x7f51bc15d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:04.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 -- 172.21.15.99:0/2191434988 >> 172.21.15.99:0/2191434988 conn(0x7f51bc0d0ba0 msgr2=0x7f51bc0b0930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:04.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 -- 172.21.15.99:0/2191434988 shutdown_connections 2024-09-13T17:00:04.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.630+0000 7f51c1a00700 1 -- 172.21.15.99:0/2191434988 wait complete. 2024-09-13T17:00:04.653 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T17:00:04.653 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:00:04.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.810+0000 7fc8ed000700 1 Processor -- start 2024-09-13T17:00:04.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8ed000700 1 -- start start 2024-09-13T17:00:04.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8ed000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc8e8144670 0x7fc8e80b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:04.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8ed000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc8e815baa0 0x7fc8e80b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:04.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8ed000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8e80cc880 con 0x7fc8e80ccd10 2024-09-13T17:00:04.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8ed000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8e806de60 con 0x7fc8e8144670 2024-09-13T17:00:04.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8ed000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8e815beb0 con 0x7fc8e815baa0 2024-09-13T17:00:04.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8e5e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc8e8144670 0x7fc8e80b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:04.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8e5e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc8e8144670 0x7fc8e80b3ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40284/0 (socket says 172.21.15.99:40284) 2024-09-13T17:00:04.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8e5e00700 1 -- 172.21.15.99:0/560324996 learned_addr learned my addr 172.21.15.99:0/560324996 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:04.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8e6800700 1 --2- 172.21.15.99:0/560324996 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc8e815baa0 0x7fc8e80b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:04.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8e5e00700 1 -- 172.21.15.99:0/560324996 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc8e815baa0 msgr2=0x7fc8e80b4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:04.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8e5e00700 1 --2- 172.21.15.99:0/560324996 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc8e815baa0 0x7fc8e80b4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:04.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8e5e00700 1 -- 172.21.15.99:0/560324996 >> v1:172.21.15.170:6789/0 conn(0x7fc8e80ccd10 legacy=0x7fc8e815b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:04.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8e5e00700 1 -- 172.21.15.99:0/560324996 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8e815c130 con 0x7fc8e8144670 2024-09-13T17:00:04.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.814+0000 7fc8e5e00700 1 --2- 172.21.15.99:0/560324996 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e8144670 0x7fc8e80b3ff0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc8d8009910 tx=0x7fc8d8009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=402e1e70a6e9a673 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:04.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8e4a00700 1 -- 172.21.15.99:0/560324996 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8d800ba60 con 0x7fc8e8144670 2024-09-13T17:00:04.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8e4a00700 1 -- 172.21.15.99:0/560324996 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8d800bbc0 con 0x7fc8e8144670 2024-09-13T17:00:04.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8e4a00700 1 -- 172.21.15.99:0/560324996 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8d8009e60 con 0x7fc8e8144670 2024-09-13T17:00:04.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8ed000700 1 -- 172.21.15.99:0/560324996 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e8144670 msgr2=0x7fc8e80b3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:04.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8ed000700 1 --2- 172.21.15.99:0/560324996 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e8144670 0x7fc8e80b3ff0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc8d8009910 tx=0x7fc8d8009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:04.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8ed000700 1 -- 172.21.15.99:0/560324996 shutdown_connections 2024-09-13T17:00:04.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8ed000700 1 --2- 172.21.15.99:0/560324996 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc8e815baa0 0x7fc8e80b4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:04.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8ed000700 1 --2- 172.21.15.99:0/560324996 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e8144670 0x7fc8e80b3ff0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:04.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8ed000700 1 -- 172.21.15.99:0/560324996 >> 172.21.15.99:0/560324996 conn(0x7fc8e8071110 msgr2=0x7fc8e8071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:04.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8ed000700 1 -- 172.21.15.99:0/560324996 shutdown_connections 2024-09-13T17:00:04.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.818+0000 7fc8ed000700 1 -- 172.21.15.99:0/560324996 wait complete. 2024-09-13T17:00:04.824 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8ed000700 1 Processor -- start 2024-09-13T17:00:04.824 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8ed000700 1 -- start start 2024-09-13T17:00:04.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8ed000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc8e80ccd10 0x7fc8e80b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:04.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8ed000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8e8144670 0x7fc8e81f3d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:04.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8ed000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e815baa0 0x7fc8e81f2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:04.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8ed000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8e813c120 con 0x7fc8e815baa0 2024-09-13T17:00:04.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8ed000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8e813bdf0 con 0x7fc8e8144670 2024-09-13T17:00:04.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8ed000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8e81f3480 con 0x7fc8e80ccd10 2024-09-13T17:00:04.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e6800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e815baa0 0x7fc8e81f2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e6800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e815baa0 0x7fc8e81f2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40288/0 (socket says 172.21.15.99:40288) 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e6800700 1 -- 172.21.15.99:0/3870690836 learned_addr learned my addr 172.21.15.99:0/3870690836 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e5e00700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc8e80ccd10 0x7fc8e80b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e5400700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8e8144670 0x7fc8e81f3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e6800700 1 -- 172.21.15.99:0/3870690836 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc8e80ccd10 msgr2=0x7fc8e80b21a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e6800700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc8e80ccd10 0x7fc8e80b21a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e6800700 1 -- 172.21.15.99:0/3870690836 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8e8144670 msgr2=0x7fc8e81f3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e6800700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8e8144670 0x7fc8e81f3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e6800700 1 -- 172.21.15.99:0/3870690836 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8d8009570 con 0x7fc8e815baa0 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.822+0000 7fc8e5400700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8e8144670 0x7fc8e81f3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:04.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.826+0000 7fc8e6800700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e815baa0 0x7fc8e81f2bc0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc8e0007e60 tx=0x7fc8e000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:04.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.826+0000 7fc8de000700 1 -- 172.21.15.99:0/3870690836 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8e000ede0 con 0x7fc8e815baa0 2024-09-13T17:00:04.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.826+0000 7fc8de000700 1 -- 172.21.15.99:0/3870690836 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8e0014420 con 0x7fc8e815baa0 2024-09-13T17:00:04.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.826+0000 7fc8de000700 1 -- 172.21.15.99:0/3870690836 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8e00147d0 con 0x7fc8e815baa0 2024-09-13T17:00:04.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.826+0000 7fc8ed000700 1 -- 172.21.15.99:0/3870690836 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8e81f3760 con 0x7fc8e815baa0 2024-09-13T17:00:04.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.826+0000 7fc8ed000700 1 -- 172.21.15.99:0/3870690836 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8e81f3100 con 0x7fc8e815baa0 2024-09-13T17:00:04.830 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.826+0000 7fc8ed000700 1 -- 172.21.15.99:0/3870690836 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8e813c290 con 0x7fc8e815baa0 2024-09-13T17:00:04.832 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.830+0000 7fc8de000700 1 -- 172.21.15.99:0/3870690836 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc8e0014930 con 0x7fc8e815baa0 2024-09-13T17:00:04.834 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.830+0000 7fc8de000700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc8c8066730 0x7fc8c8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:04.834 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.830+0000 7fc8de000700 1 -- 172.21.15.99:0/3870690836 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc8e0084830 con 0x7fc8e815baa0 2024-09-13T17:00:04.834 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.830+0000 7fc8e5e00700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc8c8066730 0x7fc8c8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:04.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.830+0000 7fc8e5e00700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc8c8066730 0x7fc8c8068bf0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc8d8009c60 tx=0x7fc8d8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:04.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:04.834+0000 7fc8de000700 1 -- 172.21.15.99:0/3870690836 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc8e0051b90 con 0x7fc8e815baa0 2024-09-13T17:00:05.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.062+0000 7fc8ed000700 1 -- 172.21.15.99:0/3870690836 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc8e815b390 con 0x7fc8e815baa0 2024-09-13T17:00:05.068 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.066+0000 7fc8de000700 1 -- 172.21.15.99:0/3870690836 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4731 (secure 0 0 0) 0x7fc8e00551b0 con 0x7fc8e815baa0 2024-09-13T17:00:05.069 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:05.069 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/1101757392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":1101757392},{"type":"v1","addr":"172.21.15.170:6833","nonce":1101757392}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/729702588","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":729702588},{"type":"v1","addr":"172.21.15.99:6837","nonce":729702588}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6835/2431157926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2431157926},{"type":"v1","addr":"172.21.15.170:6835","nonce":2431157926}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:00:01.600654+0000","modified":"2024-09-13T17:00:04.618731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4260":{"gid":4260,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6836/1455903740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1455903740},{"type":"v1","addr":"172.21.15.99:6836","nonce":1455903740}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:00:05.071 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.066+0000 7fc8ed000700 1 -- 172.21.15.99:0/3870690836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc8c8066730 msgr2=0x7fc8c8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.071 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.066+0000 7fc8ed000700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc8c8066730 0x7fc8c8068bf0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc8d8009c60 tx=0x7fc8d8008030 comp rx=0 tx=0).stop 2024-09-13T17:00:05.071 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.066+0000 7fc8ed000700 1 -- 172.21.15.99:0/3870690836 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e815baa0 msgr2=0x7fc8e81f2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.071 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.066+0000 7fc8ed000700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e815baa0 0x7fc8e81f2bc0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc8e0007e60 tx=0x7fc8e000e3c0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.072 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.070+0000 7fc8ed000700 1 -- 172.21.15.99:0/3870690836 shutdown_connections 2024-09-13T17:00:05.072 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.070+0000 7fc8ed000700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc8c8066730 0x7fc8c8068bf0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.072 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.070+0000 7fc8ed000700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc8e815baa0 0x7fc8e81f2bc0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.073 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.070+0000 7fc8ed000700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc8e8144670 0x7fc8e81f3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.073 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.070+0000 7fc8ed000700 1 --2- 172.21.15.99:0/3870690836 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc8e80ccd10 0x7fc8e80b21a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.073 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.070+0000 7fc8ed000700 1 -- 172.21.15.99:0/3870690836 >> 172.21.15.99:0/3870690836 conn(0x7fc8e8071110 msgr2=0x7fc8e815f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:05.073 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.070+0000 7fc8ed000700 1 -- 172.21.15.99:0/3870690836 shutdown_connections 2024-09-13T17:00:05.073 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.070+0000 7fc8ed000700 1 -- 172.21.15.99:0/3870690836 wait complete. 2024-09-13T17:00:05.074 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2024-09-13T17:00:05.093 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:05.254 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.250+0000 7fd9fd800700 1 Processor -- start 2024-09-13T17:00:05.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.250+0000 7fd9fd800700 1 -- start start 2024-09-13T17:00:05.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.250+0000 7fd9fd800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f80b1080 0x7fd9f80cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:05.256 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9fd800700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9f80b1ef0 con 0x7fd9f806e510 2024-09-13T17:00:05.256 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9fd800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9f806cfd0 con 0x7fd9f8160ce0 2024-09-13T17:00:05.256 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9fd800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9f806d870 con 0x7fd9f80b1080 2024-09-13T17:00:05.256 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9efe00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd9f806e510 0x7fd9f80b0970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47130/0 (socket says 172.21.15.99:47130) 2024-09-13T17:00:05.257 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9efe00700 1 -- 172.21.15.99:0/3760344340 learned_addr learned my addr 172.21.15.99:0/3760344340 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:05.257 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9fce00700 1 --2- 172.21.15.99:0/3760344340 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f80b1080 0x7fd9f80cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:05.258 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9f7400700 1 -- 172.21.15.99:0/3760344340 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3506195587 0 0) 0x7fd9f80b1ef0 con 0x7fd9f806e510 2024-09-13T17:00:05.258 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9f7400700 1 -- 172.21.15.99:0/3760344340 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd9dc0035d0 con 0x7fd9f806e510 2024-09-13T17:00:05.258 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9f7400700 1 -- 172.21.15.99:0/3760344340 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4040491606 0 0) 0x7fd9f806cfd0 con 0x7fd9f8160ce0 2024-09-13T17:00:05.258 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9fce00700 1 -- 172.21.15.99:0/3760344340 >> v1:172.21.15.170:6789/0 conn(0x7fd9f8160ce0 legacy=0x7fd9f806c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.258 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9fce00700 1 -- 172.21.15.99:0/3760344340 >> v1:172.21.15.99:6789/0 conn(0x7fd9f806e510 legacy=0x7fd9f80b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.258 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9fce00700 1 -- 172.21.15.99:0/3760344340 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9f806d2b0 con 0x7fd9f80b1080 2024-09-13T17:00:05.258 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9fce00700 1 --2- 172.21.15.99:0/3760344340 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f80b1080 0x7fd9f80cbf20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd9f0009dc0 tx=0x7fd9f000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e69ac5bfdbf1e688 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:05.259 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9f7400700 1 -- 172.21.15.99:0/3760344340 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9f000e070 con 0x7fd9f80b1080 2024-09-13T17:00:05.259 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9f7400700 1 -- 172.21.15.99:0/3760344340 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9f000bb20 con 0x7fd9f80b1080 2024-09-13T17:00:05.259 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.254+0000 7fd9f7400700 1 -- 172.21.15.99:0/3760344340 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9f000bed0 con 0x7fd9f80b1080 2024-09-13T17:00:05.259 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.258+0000 7fd9fd800700 1 -- 172.21.15.99:0/3760344340 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f80b1080 msgr2=0x7fd9f80cbf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.259 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.258+0000 7fd9fd800700 1 --2- 172.21.15.99:0/3760344340 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f80b1080 0x7fd9f80cbf20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd9f0009dc0 tx=0x7fd9f000b330 comp rx=0 tx=0).stop 2024-09-13T17:00:05.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.258+0000 7fd9fd800700 1 -- 172.21.15.99:0/3760344340 shutdown_connections 2024-09-13T17:00:05.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.258+0000 7fd9fd800700 1 --2- 172.21.15.99:0/3760344340 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f80b1080 0x7fd9f80cbf20 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.258+0000 7fd9fd800700 1 -- 172.21.15.99:0/3760344340 >> 172.21.15.99:0/3760344340 conn(0x7fd9f806f790 msgr2=0x7fd9f806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:05.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.258+0000 7fd9fd800700 1 -- 172.21.15.99:0/3760344340 shutdown_connections 2024-09-13T17:00:05.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.258+0000 7fd9fd800700 1 -- 172.21.15.99:0/3760344340 wait complete. 2024-09-13T17:00:05.262 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.258+0000 7fd9fd800700 1 Processor -- start 2024-09-13T17:00:05.263 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.258+0000 7fd9fd800700 1 -- start start 2024-09-13T17:00:05.264 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9fd800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd9f806e510 0x7fd9f8163d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:05.264 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9fd800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9f80b1080 0x7fd9f8161fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:05.265 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9fd800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f8160ce0 0x7fd9f815fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:05.265 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9fd800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9f8164240 con 0x7fd9f806e510 2024-09-13T17:00:05.265 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9fd800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9f8162500 con 0x7fd9f80b1080 2024-09-13T17:00:05.265 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9fd800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9f815ffd0 con 0x7fd9f8160ce0 2024-09-13T17:00:05.266 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9f7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd9f806e510 0x7fd9f8163d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:05.266 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9f7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd9f806e510 0x7fd9f8163d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40294/0 (socket says 172.21.15.99:40294) 2024-09-13T17:00:05.266 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9f7e00700 1 -- 172.21.15.99:0/549519032 learned_addr learned my addr 172.21.15.99:0/549519032 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:05.266 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9efe00700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9f80b1080 0x7fd9f8161fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:05.266 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9fce00700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f8160ce0 0x7fd9f815fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:05.266 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9efe00700 1 -- 172.21.15.99:0/549519032 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f8160ce0 msgr2=0x7fd9f815fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.266 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9efe00700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f8160ce0 0x7fd9f815fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.266 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9efe00700 1 -- 172.21.15.99:0/549519032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd9f806e510 msgr2=0x7fd9f8163d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.267 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9efe00700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd9f806e510 0x7fd9f8163d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.267 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9efe00700 1 -- 172.21.15.99:0/549519032 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9f0009a70 con 0x7fd9f80b1080 2024-09-13T17:00:05.267 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9f7e00700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd9f806e510 0x7fd9f8163d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:05.267 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9efe00700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9f80b1080 0x7fd9f8161fc0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd9e000c4d0 tx=0x7fd9e000c7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:05.267 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9f4c00700 1 -- 172.21.15.99:0/549519032 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9e0005d90 con 0x7fd9f80b1080 2024-09-13T17:00:05.268 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9fd800700 1 -- 172.21.15.99:0/549519032 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9f8162700 con 0x7fd9f80b1080 2024-09-13T17:00:05.268 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9f4c00700 1 -- 172.21.15.99:0/549519032 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9e000ce80 con 0x7fd9f80b1080 2024-09-13T17:00:05.268 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9f4c00700 1 -- 172.21.15.99:0/549519032 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9e00072f0 con 0x7fd9f80b1080 2024-09-13T17:00:05.268 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.262+0000 7fd9fd800700 1 -- 172.21.15.99:0/549519032 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9f8162cc0 con 0x7fd9f80b1080 2024-09-13T17:00:05.268 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.266+0000 7fd9fd800700 1 -- 172.21.15.99:0/549519032 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9f80cbf20 con 0x7fd9f80b1080 2024-09-13T17:00:05.271 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.266+0000 7fd9f4c00700 1 -- 172.21.15.99:0/549519032 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd9e0007450 con 0x7fd9f80b1080 2024-09-13T17:00:05.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.270+0000 7fd9f4c00700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd9d4066730 0x7fd9d4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:05.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.270+0000 7fd9f4c00700 1 -- 172.21.15.99:0/549519032 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd9e00839f0 con 0x7fd9f80b1080 2024-09-13T17:00:05.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.270+0000 7fd9f7e00700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd9d4066730 0x7fd9d4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:05.274 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.270+0000 7fd9f7e00700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd9d4066730 0x7fd9d4068bf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd9e8000f60 tx=0x7fd9e8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:05.282 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.278+0000 7fd9f4c00700 1 -- 172.21.15.99:0/549519032 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd9e0050d50 con 0x7fd9f80b1080 2024-09-13T17:00:05.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.470+0000 7fd9fd800700 1 -- 172.21.15.99:0/549519032 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd9f806ea60 con 0x7fd9f80b1080 2024-09-13T17:00:05.476 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.474+0000 7fd9f4c00700 1 -- 172.21.15.99:0/549519032 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7fd9e0017070 con 0x7fd9f80b1080 2024-09-13T17:00:05.477 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:05.477 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:05.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.474+0000 7fd9fd800700 1 -- 172.21.15.99:0/549519032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd9d4066730 msgr2=0x7fd9d4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.474+0000 7fd9fd800700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd9d4066730 0x7fd9d4068bf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd9e8000f60 tx=0x7fd9e8009040 comp rx=0 tx=0).stop 2024-09-13T17:00:05.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.474+0000 7fd9fd800700 1 -- 172.21.15.99:0/549519032 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9f80b1080 msgr2=0x7fd9f8161fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.474+0000 7fd9fd800700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9f80b1080 0x7fd9f8161fc0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd9e000c4d0 tx=0x7fd9e000c7e0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.478+0000 7fd9fd800700 1 -- 172.21.15.99:0/549519032 shutdown_connections 2024-09-13T17:00:05.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.478+0000 7fd9fd800700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd9d4066730 0x7fd9d4068bf0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.478+0000 7fd9fd800700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd9f8160ce0 0x7fd9f815fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.478+0000 7fd9fd800700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9f80b1080 0x7fd9f8161fc0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.478+0000 7fd9fd800700 1 --2- 172.21.15.99:0/549519032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd9f806e510 0x7fd9f8163d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.478+0000 7fd9fd800700 1 -- 172.21.15.99:0/549519032 >> 172.21.15.99:0/549519032 conn(0x7fd9f806f790 msgr2=0x7fd9f80b2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:05.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.478+0000 7fd9fd800700 1 -- 172.21.15.99:0/549519032 shutdown_connections 2024-09-13T17:00:05.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.478+0000 7fd9fd800700 1 -- 172.21.15.99:0/549519032 wait complete. 2024-09-13T17:00:05.501 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T17:00:05.502 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:00:05.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.670+0000 7f80fbe00700 1 Processor -- start 2024-09-13T17:00:05.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.670+0000 7f80fbe00700 1 -- start start 2024-09-13T17:00:05.678 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.674+0000 7f80fbe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f80fc159a50 0x7f80fc0cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:05.679 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.674+0000 7f80fbe00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80fc0b4b20 con 0x7f80fc0b1080 2024-09-13T17:00:05.679 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.674+0000 7f80fbe00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80fc0b3ba0 con 0x7f80fc0ce530 2024-09-13T17:00:05.679 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.674+0000 7f80fbe00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80fc0ce9a0 con 0x7f80fc159a50 2024-09-13T17:00:05.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.674+0000 7f80faa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f80fc159a50 0x7f80fc0cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:05.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80faa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f80fc159a50 0x7f80fc0cdff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40310/0 (socket says 172.21.15.99:40310) 2024-09-13T17:00:05.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80faa00700 1 -- 172.21.15.99:0/128310084 learned_addr learned my addr 172.21.15.99:0/128310084 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:05.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80faa00700 1 -- 172.21.15.99:0/128310084 >> v1:172.21.15.170:6789/0 conn(0x7f80fc0ce530 legacy=0x7f80fc0b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.681 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80faa00700 1 -- 172.21.15.99:0/128310084 >> v1:172.21.15.99:6789/0 conn(0x7f80fc0b1080 legacy=0x7f80fc0b2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.681 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80faa00700 1 -- 172.21.15.99:0/128310084 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80fc0cd230 con 0x7f80fc159a50 2024-09-13T17:00:05.681 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80f9600700 1 -- 172.21.15.99:0/128310084 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2296795435 0 0) 0x7f80fc0b4b20 con 0x7f80fc0b1080 2024-09-13T17:00:05.681 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80faa00700 1 --2- 172.21.15.99:0/128310084 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc159a50 0x7f80fc0cdff0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f80ec009910 tx=0x7f80ec009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77e6df7e4d1c194d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:05.681 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80f9600700 1 -- 172.21.15.99:0/128310084 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ec00ba60 con 0x7f80fc159a50 2024-09-13T17:00:05.682 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80f9600700 1 -- 172.21.15.99:0/128310084 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80ec00bbc0 con 0x7f80fc159a50 2024-09-13T17:00:05.682 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80f9600700 1 -- 172.21.15.99:0/128310084 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ec009e60 con 0x7f80fc159a50 2024-09-13T17:00:05.682 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80fbe00700 1 -- 172.21.15.99:0/128310084 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc159a50 msgr2=0x7f80fc0cdff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.682 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80fbe00700 1 --2- 172.21.15.99:0/128310084 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc159a50 0x7f80fc0cdff0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f80ec009910 tx=0x7f80ec009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:05.682 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80fbe00700 1 -- 172.21.15.99:0/128310084 shutdown_connections 2024-09-13T17:00:05.682 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80fbe00700 1 --2- 172.21.15.99:0/128310084 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc159a50 0x7f80fc0cdff0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80fbe00700 1 -- 172.21.15.99:0/128310084 >> 172.21.15.99:0/128310084 conn(0x7f80fc06f790 msgr2=0x7f80fc06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:05.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80fbe00700 1 -- 172.21.15.99:0/128310084 shutdown_connections 2024-09-13T17:00:05.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.678+0000 7f80fbe00700 1 -- 172.21.15.99:0/128310084 wait complete. 2024-09-13T17:00:05.685 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fbe00700 1 Processor -- start 2024-09-13T17:00:05.685 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fbe00700 1 -- start start 2024-09-13T17:00:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fbe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f80fc0b1080 0x7f80fc14bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fbe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f80fc0ce530 0x7f80fc148fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc1f5d20 0x7f80fc139300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fbe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80fc149510 con 0x7f80fc1f5d20 2024-09-13T17:00:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fbe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80fc149740 con 0x7f80fc0ce530 2024-09-13T17:00:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fbe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80fc149a20 con 0x7f80fc0b1080 2024-09-13T17:00:05.688 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fb400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc1f5d20 0x7f80fc139300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:05.688 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fb400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc1f5d20 0x7f80fc139300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40316/0 (socket says 172.21.15.99:40316) 2024-09-13T17:00:05.688 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fb400700 1 -- 172.21.15.99:0/3449044405 learned_addr learned my addr 172.21.15.99:0/3449044405 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:05.688 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80fa000700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f80fc0ce530 0x7f80fc148fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:05.689 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.682+0000 7f80faa00700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f80fc0b1080 0x7f80fc14bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:05.689 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80fb400700 1 -- 172.21.15.99:0/3449044405 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f80fc0b1080 msgr2=0x7f80fc14bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.689 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80fb400700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f80fc0b1080 0x7f80fc14bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.689 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80fb400700 1 -- 172.21.15.99:0/3449044405 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f80fc0ce530 msgr2=0x7f80fc148fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.689 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80fb400700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f80fc0ce530 0x7f80fc148fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.689 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80fb400700 1 -- 172.21.15.99:0/3449044405 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80ec009570 con 0x7f80fc1f5d20 2024-09-13T17:00:05.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80fa000700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f80fc0ce530 0x7f80fc148fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:05.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80fb400700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc1f5d20 0x7f80fc139300 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f80f400cc70 tx=0x7f80f400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:05.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80f3400700 1 -- 172.21.15.99:0/3449044405 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80f4003e50 con 0x7f80fc1f5d20 2024-09-13T17:00:05.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80f3400700 1 -- 172.21.15.99:0/3449044405 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80f400ce70 con 0x7f80fc1f5d20 2024-09-13T17:00:05.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80fbe00700 1 -- 172.21.15.99:0/3449044405 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80fc12bf50 con 0x7f80fc1f5d20 2024-09-13T17:00:05.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80f3400700 1 -- 172.21.15.99:0/3449044405 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80f400abf0 con 0x7f80fc1f5d20 2024-09-13T17:00:05.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80fbe00700 1 -- 172.21.15.99:0/3449044405 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80fc12c510 con 0x7f80fc1f5d20 2024-09-13T17:00:05.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.686+0000 7f80fbe00700 1 -- 172.21.15.99:0/3449044405 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80fc12c730 con 0x7f80fc1f5d20 2024-09-13T17:00:05.692 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.690+0000 7f80f3400700 1 -- 172.21.15.99:0/3449044405 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f80f400ad50 con 0x7f80fc1f5d20 2024-09-13T17:00:05.693 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.690+0000 7f80f3400700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f80dc066730 0x7f80dc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:05.693 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.690+0000 7f80f3400700 1 -- 172.21.15.99:0/3449044405 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f80f4083d90 con 0x7f80fc1f5d20 2024-09-13T17:00:05.693 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.690+0000 7f80faa00700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f80dc066730 0x7f80dc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:05.694 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.690+0000 7f80faa00700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f80dc066730 0x7f80dc068bf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f80fc0704e0 tx=0x7f80ec008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:05.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.694+0000 7f80f3400700 1 -- 172.21.15.99:0/3449044405 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f80f4051070 con 0x7f80fc1f5d20 2024-09-13T17:00:05.883 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.878+0000 7f80fbe00700 1 -- 172.21.15.99:0/3449044405 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f80fc0cdad0 con 0x7f80dc066730 2024-09-13T17:00:05.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.890+0000 7f80f3400700 1 -- 172.21.15.99:0/3449044405 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+253624 (secure 0 0 0) 0x7f80ec00b860 con 0x7f80dc066730 2024-09-13T17:00:05.897 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:05.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 -- 172.21.15.99:0/3449044405 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f80dc066730 msgr2=0x7f80dc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f80dc066730 0x7f80dc068bf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f80fc0704e0 tx=0x7f80ec008030 comp rx=0 tx=0).stop 2024-09-13T17:00:05.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 -- 172.21.15.99:0/3449044405 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc1f5d20 msgr2=0x7f80fc139300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:05.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc1f5d20 0x7f80fc139300 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f80f400cc70 tx=0x7f80f400a340 comp rx=0 tx=0).stop 2024-09-13T17:00:05.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 -- 172.21.15.99:0/3449044405 shutdown_connections 2024-09-13T17:00:05.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f80dc066730 0x7f80dc068bf0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f80fc1f5d20 0x7f80fc139300 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f80fc0ce530 0x7f80fc148fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 --2- 172.21.15.99:0/3449044405 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f80fc0b1080 0x7f80fc14bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:05.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 -- 172.21.15.99:0/3449044405 >> 172.21.15.99:0/3449044405 conn(0x7f80fc06f790 msgr2=0x7f80fc0af3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:05.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 -- 172.21.15.99:0/3449044405 shutdown_connections 2024-09-13T17:00:05.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:05.894+0000 7f80fbe00700 1 -- 172.21.15.99:0/3449044405 wait complete. 2024-09-13T17:00:05.901 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:00:05.922 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-09-13T17:00:04.143639+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":230976,"kb_used_data":2372,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":754743744,"statfs":{"total":773094113280,"available":772857593856,"internally_reserved":0,"allocated":2428928,"data_stored":1545565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.025761"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.127919+0000","last_change":"2024-09-13T17:00:00.127919+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.127919+0000","last_undegraded":"2024-09-13T17:00:00.127919+0000","last_fullsized":"2024-09-13T17:00:00.127919+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.125622+0000","last_change":"2024-09-13T17:00:00.125622+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.125622+0000","last_undegraded":"2024-09-13T17:00:00.125622+0000","last_fullsized":"2024-09-13T17:00:00.125622+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.131186+0000","last_change":"2024-09-13T17:00:00.131186+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.131186+0000","last_undegraded":"2024-09-13T17:00:00.131186+0000","last_fullsized":"2024-09-13T17:00:00.131186+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.125458+0000","last_change":"2024-09-13T17:00:00.125458+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.125458+0000","last_undegraded":"2024-09-13T17:00:00.125458+0000","last_fullsized":"2024-09-13T17:00:00.125458+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:44.816225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.122755+0000","last_change":"2024-09-13T17:00:00.122755+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.122755+0000","last_undegraded":"2024-09-13T17:00:00.122755+0000","last_fullsized":"2024-09-13T17:00:00.122755+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.126218+0000","last_change":"2024-09-13T17:00:00.126218+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.126218+0000","last_undegraded":"2024-09-13T17:00:00.126218+0000","last_fullsized":"2024-09-13T17:00:00.126218+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.121768+0000","last_change":"2024-09-13T17:00:00.121768+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.121768+0000","last_undegraded":"2024-09-13T17:00:00.121768+0000","last_fullsized":"2024-09-13T17:00:00.121768+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.133735+0000","last_change":"2024-09-13T17:00:00.133735+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.133735+0000","last_undegraded":"2024-09-13T17:00:00.133735+0000","last_fullsized":"2024-09-13T17:00:00.133735+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.121687+0000","last_change":"2024-09-13T17:00:00.121687+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.121687+0000","last_undegraded":"2024-09-13T17:00:00.121687+0000","last_fullsized":"2024-09-13T17:00:00.121687+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:40.104880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.123877+0000","last_change":"2024-09-13T17:00:00.123877+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.123877+0000","last_undegraded":"2024-09-13T17:00:00.123877+0000","last_fullsized":"2024-09-13T17:00:00.123877+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.126698+0000","last_change":"2024-09-13T17:00:00.126698+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.126698+0000","last_undegraded":"2024-09-13T17:00:00.126698+0000","last_fullsized":"2024-09-13T17:00:00.126698+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:51.495904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.127413+0000","last_change":"2024-09-13T17:00:00.127413+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.127413+0000","last_undegraded":"2024-09-13T17:00:00.127413+0000","last_fullsized":"2024-09-13T17:00:00.127413+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.127284+0000","last_change":"2024-09-13T17:00:00.127284+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.127284+0000","last_undegraded":"2024-09-13T17:00:00.127284+0000","last_fullsized":"2024-09-13T17:00:00.127284+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.129147+0000","last_change":"2024-09-13T17:00:00.129147+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.129147+0000","last_undegraded":"2024-09-13T17:00:00.129147+0000","last_fullsized":"2024-09-13T17:00:00.129147+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.125790+0000","last_change":"2024-09-13T17:00:00.125790+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.125790+0000","last_undegraded":"2024-09-13T17:00:00.125790+0000","last_fullsized":"2024-09-13T17:00:00.125790+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.130472+0000","last_change":"2024-09-13T17:00:00.130472+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.130472+0000","last_undegraded":"2024-09-13T17:00:00.130472+0000","last_fullsized":"2024-09-13T17:00:00.130472+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":161,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-13T16:59:55.217871+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T16:59:55.217871+0000","last_peered":"2024-09-13T16:59:55.217871+0000","last_clean":"2024-09-13T16:59:55.217871+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T16:59:55.217871+0000","last_undegraded":"2024-09-13T16:59:55.217871+0000","last_fullsized":"2024-09-13T16:59:55.217871+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.123038+0000","last_change":"2024-09-13T17:00:00.123038+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.123038+0000","last_undegraded":"2024-09-13T17:00:00.123038+0000","last_fullsized":"2024-09-13T17:00:00.123038+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:36.663393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.123741+0000","last_change":"2024-09-13T17:00:00.123741+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.123741+0000","last_undegraded":"2024-09-13T17:00:00.123741+0000","last_fullsized":"2024-09-13T17:00:00.123741+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.121772+0000","last_change":"2024-09-13T17:00:00.121772+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.121772+0000","last_undegraded":"2024-09-13T17:00:00.121772+0000","last_fullsized":"2024-09-13T17:00:00.121772+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.123042+0000","last_change":"2024-09-13T17:00:00.123042+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.123042+0000","last_undegraded":"2024-09-13T17:00:00.123042+0000","last_fullsized":"2024-09-13T17:00:00.123042+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:24.656781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.126232+0000","last_change":"2024-09-13T17:00:00.126232+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.126232+0000","last_undegraded":"2024-09-13T17:00:00.126232+0000","last_fullsized":"2024-09-13T17:00:00.126232+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.124169+0000","last_change":"2024-09-13T17:00:00.124169+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.124169+0000","last_undegraded":"2024-09-13T17:00:00.124169+0000","last_fullsized":"2024-09-13T17:00:00.124169+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:51.495904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.128651+0000","last_change":"2024-09-13T17:00:00.128651+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.128651+0000","last_undegraded":"2024-09-13T17:00:00.128651+0000","last_fullsized":"2024-09-13T17:00:00.128651+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.124616+0000","last_change":"2024-09-13T17:00:00.124616+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.124616+0000","last_undegraded":"2024-09-13T17:00:00.124616+0000","last_fullsized":"2024-09-13T17:00:00.124616+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.126110+0000","last_change":"2024-09-13T17:00:00.126110+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.126110+0000","last_undegraded":"2024-09-13T17:00:00.126110+0000","last_fullsized":"2024-09-13T17:00:00.126110+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:44.816225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.126641+0000","last_change":"2024-09-13T17:00:00.126641+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.126641+0000","last_undegraded":"2024-09-13T17:00:00.126641+0000","last_fullsized":"2024-09-13T17:00:00.126641+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:12.652602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.130983+0000","last_change":"2024-09-13T17:00:00.130983+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.130983+0000","last_undegraded":"2024-09-13T17:00:00.130983+0000","last_fullsized":"2024-09-13T17:00:00.130983+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:40.104880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.125196+0000","last_change":"2024-09-13T17:00:00.125196+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.125196+0000","last_undegraded":"2024-09-13T17:00:00.125196+0000","last_fullsized":"2024-09-13T17:00:00.125196+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:29.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.127025+0000","last_change":"2024-09-13T17:00:00.127025+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.127025+0000","last_undegraded":"2024-09-13T17:00:00.127025+0000","last_fullsized":"2024-09-13T17:00:00.127025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.127978+0000","last_change":"2024-09-13T17:00:00.127978+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.127978+0000","last_undegraded":"2024-09-13T17:00:00.127978+0000","last_fullsized":"2024-09-13T17:00:00.127978+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.126021+0000","last_change":"2024-09-13T17:00:00.126021+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.126021+0000","last_undegraded":"2024-09-13T17:00:00.126021+0000","last_fullsized":"2024-09-13T17:00:00.126021+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:00:01.118495+0000","last_change":"2024-09-13T17:00:01.118495+0000","last_active":"2024-09-13T17:00:01.118495+0000","last_peered":"2024-09-13T17:00:01.118495+0000","last_clean":"2024-09-13T17:00:01.118495+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:01.118495+0000","last_undegraded":"2024-09-13T17:00:01.118495+0000","last_fullsized":"2024-09-13T17:00:01.118495+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":17,"state":"creating+peering","last_fresh":"2024-09-13T17:00:00.126126+0000","last_change":"2024-09-13T17:00:00.126126+0000","last_active":"2024-09-13T17:00:00.106238+0000","last_peered":"2024-09-13T17:00:00.106238+0000","last_clean":"2024-09-13T17:00:00.106238+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:00.126126+0000","last_undegraded":"2024-09-13T17:00:00.126126+0000","last_fullsized":"2024-09-13T17:00:00.126126+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31276,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340564,"statfs":{"total":96636764160,"available":96604737536,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.607}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7649999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.097}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.9990000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.3519999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.423}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.589}]}]},{"osd":6,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27176,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344664,"statfs":{"total":96636764160,"available":96608935936,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.119}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.234}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.171}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.484}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.556}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.611}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.639}]}]},{"osd":5,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":745472,"data_stored":635080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94799999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3089999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.575}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.355}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.595}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4139999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.8029999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31276,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340564,"statfs":{"total":96636764160,"available":96604737536,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.258}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.194}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.383}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.45}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5780000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.514}]}]},{"osd":3,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27180,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344660,"statfs":{"total":96636764160,"available":96608931840,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.244}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.381}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.167}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.675}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.726}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.98}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.327}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27172,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344668,"statfs":{"total":96636764160,"available":96608940032,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3919999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5649999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.478}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.0259999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.0089999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.262}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.2269999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27748,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344092,"statfs":{"total":96636764160,"available":96608350208,"internally_reserved":0,"allocated":749568,"data_stored":636099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83499999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79800000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.165}]}]},{"osd":0,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27180,"kb_used_data":152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344660,"statfs":{"total":96636764160,"available":96608931840,"internally_reserved":0,"allocated":155648,"data_stored":45731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3089999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.089}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5620000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7629999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6220000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.613}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:00:05.927 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:00:06.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.134+0000 7fe7be000700 1 Processor -- start 2024-09-13T17:00:06.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.134+0000 7fe7be000700 1 -- start start 2024-09-13T17:00:06.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.134+0000 7fe7be000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fe7b8144670 0x7fe7b80b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.134+0000 7fe7be000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7b80cc880 con 0x7fe7b80ccd10 2024-09-13T17:00:06.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.134+0000 7fe7be000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7b815beb0 con 0x7fe7b815baa0 2024-09-13T17:00:06.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.134+0000 7fe7be000700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7b815c130 con 0x7fe7b8144670 2024-09-13T17:00:06.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.134+0000 7fe7aea00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe7b80ccd10 0x7fe7b815b390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47148/0 (socket says 172.21.15.99:47148) 2024-09-13T17:00:06.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.134+0000 7fe7aea00700 1 -- 172.21.15.99:0/530400273 learned_addr learned my addr 172.21.15.99:0/530400273 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:06.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4091338899 0 0) 0x7fe7b80cc880 con 0x7fe7b80ccd10 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe79c0035d0 con 0x7fe7b80ccd10 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b7400700 1 --2- 172.21.15.99:0/530400273 >> v2:172.21.15.170:3300/0 conn(0x7fe7b8144670 0x7fe7b80b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1603815128 0 0) 0x7fe79c0035d0 con 0x7fe7b80ccd10 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 >> v2:172.21.15.170:3300/0 conn(0x7fe7b8144670 msgr2=0x7fe7b80b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 --2- 172.21.15.99:0/530400273 >> v2:172.21.15.170:3300/0 conn(0x7fe7b8144670 0x7fe7b80b3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 >> v1:172.21.15.170:6789/0 conn(0x7fe7b815baa0 legacy=0x7fe7b806ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7b8144a50 con 0x7fe7b80ccd10 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7fe7a0001670 con 0x7fe7b80ccd10 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 >> v1:172.21.15.99:6789/0 conn(0x7fe7b80ccd10 legacy=0x7fe7b815b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe79c003a20 0x7fe79c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe79c004870 0x7fe79c004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe79c005350 0x7fe79c00ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b815c130 con 0x7fe79c004870 2024-09-13T17:00:06.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c00c200 con 0x7fe79c003a20 2024-09-13T17:00:06.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe79c00c3c0 con 0x7fe79c005350 2024-09-13T17:00:06.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7aea00700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe79c004870 0x7fe79c004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b7400700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe79c003a20 0x7fe79c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b7e00700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe79c005350 0x7fe79c00ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7aea00700 1 -- 172.21.15.99:0/530400273 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe79c005350 msgr2=0x7fe79c00ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7aea00700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe79c005350 0x7fe79c00ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7aea00700 1 -- 172.21.15.99:0/530400273 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe79c003a20 msgr2=0x7fe79c003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7aea00700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe79c003a20 0x7fe79c003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7aea00700 1 -- 172.21.15.99:0/530400273 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe79c0035d0 con 0x7fe79c004870 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b7e00700 1 -- 172.21.15.99:0/530400273 reap_dead start 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7aea00700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe79c004870 0x7fe79c004cf0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe7a0001eb0 tx=0x7fe79c0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de322dd967fb01c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a000ce00 con 0x7fe79c004870 2024-09-13T17:00:06.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7a0005980 con 0x7fe79c004870 2024-09-13T17:00:06.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.138+0000 7fe7b6a00700 1 -- 172.21.15.99:0/530400273 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a0005d30 con 0x7fe79c004870 2024-09-13T17:00:06.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.142+0000 7fe7be000700 1 -- 172.21.15.99:0/530400273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe79c004870 msgr2=0x7fe79c004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.142+0000 7fe7be000700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe79c004870 0x7fe79c004cf0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe7a0001eb0 tx=0x7fe79c0058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.142+0000 7fe7be000700 1 -- 172.21.15.99:0/530400273 shutdown_connections 2024-09-13T17:00:06.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.142+0000 7fe7be000700 1 --2- 172.21.15.99:0/530400273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe79c004870 0x7fe79c004cf0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.142+0000 7fe7be000700 1 -- 172.21.15.99:0/530400273 >> 172.21.15.99:0/530400273 conn(0x7fe7b8071110 msgr2=0x7fe7b8071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:06.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.142+0000 7fe7be000700 1 -- 172.21.15.99:0/530400273 shutdown_connections 2024-09-13T17:00:06.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.142+0000 7fe7be000700 1 -- 172.21.15.99:0/530400273 wait complete. 2024-09-13T17:00:06.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.142+0000 7fe7be000700 1 Processor -- start 2024-09-13T17:00:06.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7be000700 1 -- start start 2024-09-13T17:00:06.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7be000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe79c004870 0x7fe7b80b4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7be000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7b81f26d0 0x7fe7b8153440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7be000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7b81f5bc0 0x7fe7b80af840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7be000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b81f6af0 con 0x7fe7b81f26d0 2024-09-13T17:00:06.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7be000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b81f6530 con 0x7fe79c004870 2024-09-13T17:00:06.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7be000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b81f6810 con 0x7fe7b81f5bc0 2024-09-13T17:00:06.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7aea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7b81f26d0 0x7fe7b8153440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7aea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7b81f26d0 0x7fe7b8153440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40342/0 (socket says 172.21.15.99:40342) 2024-09-13T17:00:06.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7aea00700 1 -- 172.21.15.99:0/1846711646 learned_addr learned my addr 172.21.15.99:0/1846711646 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7b7400700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe79c004870 0x7fe7b80b4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7b7e00700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7b81f5bc0 0x7fe7b80af840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7aea00700 1 -- 172.21.15.99:0/1846711646 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7b81f5bc0 msgr2=0x7fe7b80af840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7aea00700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7b81f5bc0 0x7fe7b80af840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7aea00700 1 -- 172.21.15.99:0/1846711646 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe79c004870 msgr2=0x7fe7b80b4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7aea00700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe79c004870 0x7fe7b80b4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7aea00700 1 -- 172.21.15.99:0/1846711646 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7b8152c40 con 0x7fe7b81f26d0 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7b7e00700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7b81f5bc0 0x7fe7b80af840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7aea00700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7b81f26d0 0x7fe7b8153440 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe79c00c1d0 tx=0x7fe7a0001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7afe00700 1 -- 172.21.15.99:0/1846711646 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a0004890 con 0x7fe7b81f26d0 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7afe00700 1 -- 172.21.15.99:0/1846711646 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7a00049f0 con 0x7fe7b81f26d0 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7be000700 1 -- 172.21.15.99:0/1846711646 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7b8152f20 con 0x7fe7b81f26d0 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7afe00700 1 -- 172.21.15.99:0/1846711646 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a0004da0 con 0x7fe7b81f26d0 2024-09-13T17:00:06.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.146+0000 7fe7be000700 1 -- 172.21.15.99:0/1846711646 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7b8153980 con 0x7fe7b81f26d0 2024-09-13T17:00:06.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.150+0000 7fe7be000700 1 -- 172.21.15.99:0/1846711646 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7b8152aa0 con 0x7fe7b81f26d0 2024-09-13T17:00:06.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.150+0000 7fe7afe00700 1 -- 172.21.15.99:0/1846711646 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe7a0007070 con 0x7fe7b81f26d0 2024-09-13T17:00:06.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.150+0000 7fe7afe00700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe794066730 0x7fe794068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.154+0000 7fe7afe00700 1 -- 172.21.15.99:0/1846711646 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe7a0084ed0 con 0x7fe7b81f26d0 2024-09-13T17:00:06.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.154+0000 7fe7b7400700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe794066730 0x7fe794068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.154+0000 7fe7b7400700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe794066730 0x7fe794068bf0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe7b80679b0 tx=0x7fe7a8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:06.161 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.158+0000 7fe7afe00700 1 -- 172.21.15.99:0/1846711646 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe7b8152aa0 con 0x7fe7b81f26d0 2024-09-13T17:00:06.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.342+0000 7fe7be000700 1 -- 172.21.15.99:0/1846711646 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe7b80cc510 con 0x7fe794066730 2024-09-13T17:00:06.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.358+0000 7fe7afe00700 1 -- 172.21.15.99:0/1846711646 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264570 (secure 0 0 0) 0x7fe7a8004030 con 0x7fe794066730 2024-09-13T17:00:06.367 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:06.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 -- 172.21.15.99:0/1846711646 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe794066730 msgr2=0x7fe794068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe794066730 0x7fe794068bf0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe7b80679b0 tx=0x7fe7a8008040 comp rx=0 tx=0).stop 2024-09-13T17:00:06.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 -- 172.21.15.99:0/1846711646 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7b81f26d0 msgr2=0x7fe7b8153440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7b81f26d0 0x7fe7b8153440 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe79c00c1d0 tx=0x7fe7a0001a00 comp rx=0 tx=0).stop 2024-09-13T17:00:06.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 -- 172.21.15.99:0/1846711646 shutdown_connections 2024-09-13T17:00:06.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe794066730 0x7fe794068bf0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe7b81f26d0 0x7fe7b8153440 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe7b81f5bc0 0x7fe7b80af840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 --2- 172.21.15.99:0/1846711646 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe79c004870 0x7fe7b80b4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 -- 172.21.15.99:0/1846711646 >> 172.21.15.99:0/1846711646 conn(0x7fe7b8071110 msgr2=0x7fe7b80ae970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:06.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 -- 172.21.15.99:0/1846711646 shutdown_connections 2024-09-13T17:00:06.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.366+0000 7fe7be000700 1 -- 172.21.15.99:0/1846711646 wait complete. 2024-09-13T17:00:06.373 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:00:06.393 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-09-13T17:00:06.144099+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":172,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":231304,"kb_used_data":2820,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":754743416,"statfs":{"total":773094113280,"available":772857257984,"internally_reserved":0,"allocated":2887680,"data_stored":1751625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001484"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628598+0000","last_change":"2024-09-13T17:00:01.651627+0000","last_active":"2024-09-13T17:00:02.628598+0000","last_peered":"2024-09-13T17:00:02.628598+0000","last_clean":"2024-09-13T17:00:02.628598+0000","last_became_active":"2024-09-13T17:00:01.651386+0000","last_became_peered":"2024-09-13T17:00:01.651386+0000","last_unstale":"2024-09-13T17:00:02.628598+0000","last_undegraded":"2024-09-13T17:00:02.628598+0000","last_fullsized":"2024-09-13T17:00:02.628598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.788067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989394+0000","last_change":"2024-09-13T17:00:01.638689+0000","last_active":"2024-09-13T17:00:02.989394+0000","last_peered":"2024-09-13T17:00:02.989394+0000","last_clean":"2024-09-13T17:00:02.989394+0000","last_became_active":"2024-09-13T17:00:01.638349+0000","last_became_peered":"2024-09-13T17:00:01.638349+0000","last_unstale":"2024-09-13T17:00:02.989394+0000","last_undegraded":"2024-09-13T17:00:02.989394+0000","last_fullsized":"2024-09-13T17:00:02.989394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:29.112293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989225+0000","last_change":"2024-09-13T17:00:01.644970+0000","last_active":"2024-09-13T17:00:02.989225+0000","last_peered":"2024-09-13T17:00:02.989225+0000","last_clean":"2024-09-13T17:00:02.989225+0000","last_became_active":"2024-09-13T17:00:01.644642+0000","last_became_peered":"2024-09-13T17:00:01.644642+0000","last_unstale":"2024-09-13T17:00:02.989225+0000","last_undegraded":"2024-09-13T17:00:02.989225+0000","last_fullsized":"2024-09-13T17:00:02.989225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:58.995345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109911+0000","last_change":"2024-09-13T17:00:01.640071+0000","last_active":"2024-09-13T17:00:03.109911+0000","last_peered":"2024-09-13T17:00:03.109911+0000","last_clean":"2024-09-13T17:00:03.109911+0000","last_became_active":"2024-09-13T17:00:01.639825+0000","last_became_peered":"2024-09-13T17:00:01.639825+0000","last_unstale":"2024-09-13T17:00:03.109911+0000","last_undegraded":"2024-09-13T17:00:03.109911+0000","last_fullsized":"2024-09-13T17:00:03.109911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:30.119186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627947+0000","last_change":"2024-09-13T17:00:01.641352+0000","last_active":"2024-09-13T17:00:02.627947+0000","last_peered":"2024-09-13T17:00:02.627947+0000","last_clean":"2024-09-13T17:00:02.627947+0000","last_became_active":"2024-09-13T17:00:01.641113+0000","last_became_peered":"2024-09-13T17:00:01.641113+0000","last_unstale":"2024-09-13T17:00:02.627947+0000","last_undegraded":"2024-09-13T17:00:02.627947+0000","last_fullsized":"2024-09-13T17:00:02.627947+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:05.374566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109756+0000","last_change":"2024-09-13T17:00:01.636631+0000","last_active":"2024-09-13T17:00:03.109756+0000","last_peered":"2024-09-13T17:00:03.109756+0000","last_clean":"2024-09-13T17:00:03.109756+0000","last_became_active":"2024-09-13T17:00:01.636070+0000","last_became_peered":"2024-09-13T17:00:01.636070+0000","last_unstale":"2024-09-13T17:00:03.109756+0000","last_undegraded":"2024-09-13T17:00:03.109756+0000","last_fullsized":"2024-09-13T17:00:03.109756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.669038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.626549+0000","last_change":"2024-09-13T17:00:01.629003+0000","last_active":"2024-09-13T17:00:02.626549+0000","last_peered":"2024-09-13T17:00:02.626549+0000","last_clean":"2024-09-13T17:00:02.626549+0000","last_became_active":"2024-09-13T17:00:01.628768+0000","last_became_peered":"2024-09-13T17:00:01.628768+0000","last_unstale":"2024-09-13T17:00:02.626549+0000","last_undegraded":"2024-09-13T17:00:02.626549+0000","last_fullsized":"2024-09-13T17:00:02.626549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:17.172133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988820+0000","last_change":"2024-09-13T17:00:01.629287+0000","last_active":"2024-09-13T17:00:02.988820+0000","last_peered":"2024-09-13T17:00:02.988820+0000","last_clean":"2024-09-13T17:00:02.988820+0000","last_became_active":"2024-09-13T17:00:01.629053+0000","last_became_peered":"2024-09-13T17:00:01.629053+0000","last_unstale":"2024-09-13T17:00:02.988820+0000","last_undegraded":"2024-09-13T17:00:02.988820+0000","last_fullsized":"2024-09-13T17:00:02.988820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.788067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110901+0000","last_change":"2024-09-13T17:00:01.653231+0000","last_active":"2024-09-13T17:00:03.110901+0000","last_peered":"2024-09-13T17:00:03.110901+0000","last_clean":"2024-09-13T17:00:03.110901+0000","last_became_active":"2024-09-13T17:00:01.652995+0000","last_became_peered":"2024-09-13T17:00:01.652995+0000","last_unstale":"2024-09-13T17:00:03.110901+0000","last_undegraded":"2024-09-13T17:00:03.110901+0000","last_fullsized":"2024-09-13T17:00:03.110901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:37.675649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628476+0000","last_change":"2024-09-13T17:00:01.636508+0000","last_active":"2024-09-13T17:00:02.628476+0000","last_peered":"2024-09-13T17:00:02.628476+0000","last_clean":"2024-09-13T17:00:02.628476+0000","last_became_active":"2024-09-13T17:00:01.636248+0000","last_became_peered":"2024-09-13T17:00:01.636248+0000","last_unstale":"2024-09-13T17:00:02.628476+0000","last_undegraded":"2024-09-13T17:00:02.628476+0000","last_fullsized":"2024-09-13T17:00:02.628476+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:29.112293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628434+0000","last_change":"2024-09-13T17:00:01.644068+0000","last_active":"2024-09-13T17:00:02.628434+0000","last_peered":"2024-09-13T17:00:02.628434+0000","last_clean":"2024-09-13T17:00:02.628434+0000","last_became_active":"2024-09-13T17:00:01.643840+0000","last_became_peered":"2024-09-13T17:00:01.643840+0000","last_unstale":"2024-09-13T17:00:02.628434+0000","last_undegraded":"2024-09-13T17:00:02.628434+0000","last_fullsized":"2024-09-13T17:00:02.628434+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.474034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.626920+0000","last_change":"2024-09-13T17:00:01.631440+0000","last_active":"2024-09-13T17:00:02.626920+0000","last_peered":"2024-09-13T17:00:02.626920+0000","last_clean":"2024-09-13T17:00:02.626920+0000","last_became_active":"2024-09-13T17:00:01.630208+0000","last_became_peered":"2024-09-13T17:00:01.630208+0000","last_unstale":"2024-09-13T17:00:02.626920+0000","last_undegraded":"2024-09-13T17:00:02.626920+0000","last_fullsized":"2024-09-13T17:00:02.626920+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:58.995345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628221+0000","last_change":"2024-09-13T17:00:01.621843+0000","last_active":"2024-09-13T17:00:02.628221+0000","last_peered":"2024-09-13T17:00:02.628221+0000","last_clean":"2024-09-13T17:00:02.628221+0000","last_became_active":"2024-09-13T17:00:01.621580+0000","last_became_peered":"2024-09-13T17:00:01.621580+0000","last_unstale":"2024-09-13T17:00:02.628221+0000","last_undegraded":"2024-09-13T17:00:02.628221+0000","last_fullsized":"2024-09-13T17:00:02.628221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:02.520288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628031+0000","last_change":"2024-09-13T17:00:01.618108+0000","last_active":"2024-09-13T17:00:02.628031+0000","last_peered":"2024-09-13T17:00:02.628031+0000","last_clean":"2024-09-13T17:00:02.628031+0000","last_became_active":"2024-09-13T17:00:01.617761+0000","last_became_peered":"2024-09-13T17:00:01.617761+0000","last_unstale":"2024-09-13T17:00:02.628031+0000","last_undegraded":"2024-09-13T17:00:02.628031+0000","last_fullsized":"2024-09-13T17:00:02.628031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:40.520257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988620+0000","last_change":"2024-09-13T17:00:01.636410+0000","last_active":"2024-09-13T17:00:02.988620+0000","last_peered":"2024-09-13T17:00:02.988620+0000","last_clean":"2024-09-13T17:00:02.988620+0000","last_became_active":"2024-09-13T17:00:01.636146+0000","last_became_peered":"2024-09-13T17:00:01.636146+0000","last_unstale":"2024-09-13T17:00:02.988620+0000","last_undegraded":"2024-09-13T17:00:02.988620+0000","last_fullsized":"2024-09-13T17:00:02.988620+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:07:37.465508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.626452+0000","last_change":"2024-09-13T17:00:01.638548+0000","last_active":"2024-09-13T17:00:02.626452+0000","last_peered":"2024-09-13T17:00:02.626452+0000","last_clean":"2024-09-13T17:00:02.626452+0000","last_became_active":"2024-09-13T17:00:01.638314+0000","last_became_peered":"2024-09-13T17:00:01.638314+0000","last_unstale":"2024-09-13T17:00:02.626452+0000","last_undegraded":"2024-09-13T17:00:02.626452+0000","last_fullsized":"2024-09-13T17:00:02.626452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.474034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628050+0000","last_change":"2024-09-13T17:00:01.643996+0000","last_active":"2024-09-13T17:00:02.628050+0000","last_peered":"2024-09-13T17:00:02.628050+0000","last_clean":"2024-09-13T17:00:02.628050+0000","last_became_active":"2024-09-13T17:00:01.637121+0000","last_became_peered":"2024-09-13T17:00:01.637121+0000","last_unstale":"2024-09-13T17:00:02.628050+0000","last_undegraded":"2024-09-13T17:00:02.628050+0000","last_fullsized":"2024-09-13T17:00:02.628050+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:38.334431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.111671+0000","last_change":"2024-09-13T17:00:01.635351+0000","last_active":"2024-09-13T17:00:03.111671+0000","last_peered":"2024-09-13T17:00:03.111671+0000","last_clean":"2024-09-13T17:00:03.111671+0000","last_became_active":"2024-09-13T17:00:01.633603+0000","last_became_peered":"2024-09-13T17:00:01.633603+0000","last_unstale":"2024-09-13T17:00:03.111671+0000","last_undegraded":"2024-09-13T17:00:03.111671+0000","last_fullsized":"2024-09-13T17:00:03.111671+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:45.828482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627848+0000","last_change":"2024-09-13T17:00:01.626615+0000","last_active":"2024-09-13T17:00:02.627848+0000","last_peered":"2024-09-13T17:00:02.627848+0000","last_clean":"2024-09-13T17:00:02.627848+0000","last_became_active":"2024-09-13T17:00:01.626326+0000","last_became_peered":"2024-09-13T17:00:01.626326+0000","last_unstale":"2024-09-13T17:00:02.627848+0000","last_undegraded":"2024-09-13T17:00:02.627848+0000","last_fullsized":"2024-09-13T17:00:02.627848+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:53.838169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627073+0000","last_change":"2024-09-13T17:00:01.630238+0000","last_active":"2024-09-13T17:00:02.627073+0000","last_peered":"2024-09-13T17:00:02.627073+0000","last_clean":"2024-09-13T17:00:02.627073+0000","last_became_active":"2024-09-13T17:00:01.629871+0000","last_became_peered":"2024-09-13T17:00:01.629871+0000","last_unstale":"2024-09-13T17:00:02.627073+0000","last_undegraded":"2024-09-13T17:00:02.627073+0000","last_fullsized":"2024-09-13T17:00:02.627073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:53.838169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109991+0000","last_change":"2024-09-13T17:00:01.639383+0000","last_active":"2024-09-13T17:00:03.109991+0000","last_peered":"2024-09-13T17:00:03.109991+0000","last_clean":"2024-09-13T17:00:03.109991+0000","last_became_active":"2024-09-13T17:00:01.639123+0000","last_became_peered":"2024-09-13T17:00:01.639123+0000","last_unstale":"2024-09-13T17:00:03.109991+0000","last_undegraded":"2024-09-13T17:00:03.109991+0000","last_fullsized":"2024-09-13T17:00:03.109991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:34.624334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109841+0000","last_change":"2024-09-13T17:00:01.635663+0000","last_active":"2024-09-13T17:00:03.109841+0000","last_peered":"2024-09-13T17:00:03.109841+0000","last_clean":"2024-09-13T17:00:03.109841+0000","last_became_active":"2024-09-13T17:00:01.633148+0000","last_became_peered":"2024-09-13T17:00:01.633148+0000","last_unstale":"2024-09-13T17:00:03.109841+0000","last_undegraded":"2024-09-13T17:00:03.109841+0000","last_fullsized":"2024-09-13T17:00:03.109841+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:12.718474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988645+0000","last_change":"2024-09-13T17:00:01.636486+0000","last_active":"2024-09-13T17:00:02.988645+0000","last_peered":"2024-09-13T17:00:02.988645+0000","last_clean":"2024-09-13T17:00:02.988645+0000","last_became_active":"2024-09-13T17:00:01.636210+0000","last_became_peered":"2024-09-13T17:00:01.636210+0000","last_unstale":"2024-09-13T17:00:02.988645+0000","last_undegraded":"2024-09-13T17:00:02.988645+0000","last_fullsized":"2024-09-13T17:00:02.988645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:26.008830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627202+0000","last_change":"2024-09-13T17:00:01.637597+0000","last_active":"2024-09-13T17:00:02.627202+0000","last_peered":"2024-09-13T17:00:02.627202+0000","last_clean":"2024-09-13T17:00:02.627202+0000","last_became_active":"2024-09-13T17:00:01.637325+0000","last_became_peered":"2024-09-13T17:00:01.637325+0000","last_unstale":"2024-09-13T17:00:02.627202+0000","last_undegraded":"2024-09-13T17:00:02.627202+0000","last_fullsized":"2024-09-13T17:00:02.627202+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:45.373208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989411+0000","last_change":"2024-09-13T17:00:01.647421+0000","last_active":"2024-09-13T17:00:02.989411+0000","last_peered":"2024-09-13T17:00:02.989411+0000","last_clean":"2024-09-13T17:00:02.989411+0000","last_became_active":"2024-09-13T17:00:01.646338+0000","last_became_peered":"2024-09-13T17:00:01.646338+0000","last_unstale":"2024-09-13T17:00:02.989411+0000","last_undegraded":"2024-09-13T17:00:02.989411+0000","last_fullsized":"2024-09-13T17:00:02.989411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.474034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110489+0000","last_change":"2024-09-13T17:00:01.649559+0000","last_active":"2024-09-13T17:00:03.110489+0000","last_peered":"2024-09-13T17:00:03.110489+0000","last_clean":"2024-09-13T17:00:03.110489+0000","last_became_active":"2024-09-13T17:00:01.649435+0000","last_became_peered":"2024-09-13T17:00:01.649435+0000","last_unstale":"2024-09-13T17:00:03.110489+0000","last_undegraded":"2024-09-13T17:00:03.110489+0000","last_fullsized":"2024-09-13T17:00:03.110489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:40.520257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628512+0000","last_change":"2024-09-13T17:00:01.636520+0000","last_active":"2024-09-13T17:00:02.628512+0000","last_peered":"2024-09-13T17:00:02.628512+0000","last_clean":"2024-09-13T17:00:02.628512+0000","last_became_active":"2024-09-13T17:00:01.636205+0000","last_became_peered":"2024-09-13T17:00:01.636205+0000","last_unstale":"2024-09-13T17:00:02.628512+0000","last_undegraded":"2024-09-13T17:00:02.628512+0000","last_fullsized":"2024-09-13T17:00:02.628512+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:52.773848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628268+0000","last_change":"2024-09-13T17:00:01.620193+0000","last_active":"2024-09-13T17:00:02.628268+0000","last_peered":"2024-09-13T17:00:02.628268+0000","last_clean":"2024-09-13T17:00:02.628268+0000","last_became_active":"2024-09-13T17:00:01.619949+0000","last_became_peered":"2024-09-13T17:00:01.619949+0000","last_unstale":"2024-09-13T17:00:02.628268+0000","last_undegraded":"2024-09-13T17:00:02.628268+0000","last_fullsized":"2024-09-13T17:00:02.628268+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:21.574643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989171+0000","last_change":"2024-09-13T17:00:01.640614+0000","last_active":"2024-09-13T17:00:02.989171+0000","last_peered":"2024-09-13T17:00:02.989171+0000","last_clean":"2024-09-13T17:00:02.989171+0000","last_became_active":"2024-09-13T17:00:01.640416+0000","last_became_peered":"2024-09-13T17:00:01.640416+0000","last_unstale":"2024-09-13T17:00:02.989171+0000","last_undegraded":"2024-09-13T17:00:02.989171+0000","last_fullsized":"2024-09-13T17:00:02.989171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:34.624334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628202+0000","last_change":"2024-09-13T17:00:01.643802+0000","last_active":"2024-09-13T17:00:02.628202+0000","last_peered":"2024-09-13T17:00:02.628202+0000","last_clean":"2024-09-13T17:00:02.628202+0000","last_became_active":"2024-09-13T17:00:01.643358+0000","last_became_peered":"2024-09-13T17:00:01.643358+0000","last_unstale":"2024-09-13T17:00:02.628202+0000","last_undegraded":"2024-09-13T17:00:02.628202+0000","last_fullsized":"2024-09-13T17:00:02.628202+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.788067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110428+0000","last_change":"2024-09-13T17:00:01.634679+0000","last_active":"2024-09-13T17:00:03.110428+0000","last_peered":"2024-09-13T17:00:03.110428+0000","last_clean":"2024-09-13T17:00:03.110428+0000","last_became_active":"2024-09-13T17:00:01.634338+0000","last_became_peered":"2024-09-13T17:00:01.634338+0000","last_unstale":"2024-09-13T17:00:03.110428+0000","last_undegraded":"2024-09-13T17:00:03.110428+0000","last_fullsized":"2024-09-13T17:00:03.110428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:52.508160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109741+0000","last_change":"2024-09-13T17:00:01.634528+0000","last_active":"2024-09-13T17:00:03.109741+0000","last_peered":"2024-09-13T17:00:03.109741+0000","last_clean":"2024-09-13T17:00:03.109741+0000","last_became_active":"2024-09-13T17:00:01.634274+0000","last_became_peered":"2024-09-13T17:00:01.634274+0000","last_unstale":"2024-09-13T17:00:03.109741+0000","last_undegraded":"2024-09-13T17:00:03.109741+0000","last_fullsized":"2024-09-13T17:00:03.109741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:37.675649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110007+0000","last_change":"2024-09-13T17:00:01.641208+0000","last_active":"2024-09-13T17:00:03.110007+0000","last_peered":"2024-09-13T17:00:03.110007+0000","last_clean":"2024-09-13T17:00:03.110007+0000","last_became_active":"2024-09-13T17:00:01.640803+0000","last_became_peered":"2024-09-13T17:00:01.640803+0000","last_unstale":"2024-09-13T17:00:03.110007+0000","last_undegraded":"2024-09-13T17:00:03.110007+0000","last_fullsized":"2024-09-13T17:00:03.110007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:45.828482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.642457+0000","last_change":"2024-09-13T17:00:01.165180+0000","last_active":"2024-09-13T17:00:01.642457+0000","last_peered":"2024-09-13T17:00:01.642457+0000","last_clean":"2024-09-13T17:00:01.642457+0000","last_became_active":"2024-09-13T17:00:01.164825+0000","last_became_peered":"2024-09-13T17:00:01.164825+0000","last_unstale":"2024-09-13T17:00:01.642457+0000","last_undegraded":"2024-09-13T17:00:01.642457+0000","last_fullsized":"2024-09-13T17:00:01.642457+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110230+0000","last_change":"2024-09-13T17:00:01.627934+0000","last_active":"2024-09-13T17:00:03.110230+0000","last_peered":"2024-09-13T17:00:03.110230+0000","last_clean":"2024-09-13T17:00:03.110230+0000","last_became_active":"2024-09-13T17:00:01.627631+0000","last_became_peered":"2024-09-13T17:00:01.627631+0000","last_unstale":"2024-09-13T17:00:03.110230+0000","last_undegraded":"2024-09-13T17:00:03.110230+0000","last_fullsized":"2024-09-13T17:00:03.110230+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:57.739503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.637079+0000","last_change":"2024-09-13T17:00:01.169592+0000","last_active":"2024-09-13T17:00:01.637079+0000","last_peered":"2024-09-13T17:00:01.637079+0000","last_clean":"2024-09-13T17:00:01.637079+0000","last_became_active":"2024-09-13T17:00:01.169024+0000","last_became_peered":"2024-09-13T17:00:01.169024+0000","last_unstale":"2024-09-13T17:00:01.637079+0000","last_undegraded":"2024-09-13T17:00:01.637079+0000","last_fullsized":"2024-09-13T17:00:01.637079+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.612437+0000","last_change":"2024-09-13T17:00:01.154801+0000","last_active":"2024-09-13T17:00:01.612437+0000","last_peered":"2024-09-13T17:00:01.612437+0000","last_clean":"2024-09-13T17:00:01.612437+0000","last_became_active":"2024-09-13T17:00:01.154469+0000","last_became_peered":"2024-09-13T17:00:01.154469+0000","last_unstale":"2024-09-13T17:00:01.612437+0000","last_undegraded":"2024-09-13T17:00:01.612437+0000","last_fullsized":"2024-09-13T17:00:01.612437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989047+0000","last_change":"2024-09-13T17:00:01.630593+0000","last_active":"2024-09-13T17:00:02.989047+0000","last_peered":"2024-09-13T17:00:02.989047+0000","last_clean":"2024-09-13T17:00:02.989047+0000","last_became_active":"2024-09-13T17:00:01.630314+0000","last_became_peered":"2024-09-13T17:00:01.630314+0000","last_unstale":"2024-09-13T17:00:02.989047+0000","last_undegraded":"2024-09-13T17:00:02.989047+0000","last_fullsized":"2024-09-13T17:00:02.989047+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:17.172133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.616759+0000","last_change":"2024-09-13T17:00:01.167328+0000","last_active":"2024-09-13T17:00:01.616759+0000","last_peered":"2024-09-13T17:00:01.616759+0000","last_clean":"2024-09-13T17:00:01.616759+0000","last_became_active":"2024-09-13T17:00:01.166995+0000","last_became_peered":"2024-09-13T17:00:01.166995+0000","last_unstale":"2024-09-13T17:00:01.616759+0000","last_undegraded":"2024-09-13T17:00:01.616759+0000","last_fullsized":"2024-09-13T17:00:01.616759+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:44.816225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110104+0000","last_change":"2024-09-13T17:00:01.638178+0000","last_active":"2024-09-13T17:00:03.110104+0000","last_peered":"2024-09-13T17:00:03.110104+0000","last_clean":"2024-09-13T17:00:03.110104+0000","last_became_active":"2024-09-13T17:00:01.637887+0000","last_became_peered":"2024-09-13T17:00:01.637887+0000","last_unstale":"2024-09-13T17:00:03.110104+0000","last_undegraded":"2024-09-13T17:00:03.110104+0000","last_fullsized":"2024-09-13T17:00:03.110104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:21.574643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.621863+0000","last_change":"2024-09-13T17:00:01.151166+0000","last_active":"2024-09-13T17:00:01.621863+0000","last_peered":"2024-09-13T17:00:01.621863+0000","last_clean":"2024-09-13T17:00:01.621863+0000","last_became_active":"2024-09-13T17:00:01.150807+0000","last_became_peered":"2024-09-13T17:00:01.150807+0000","last_unstale":"2024-09-13T17:00:01.621863+0000","last_undegraded":"2024-09-13T17:00:01.621863+0000","last_fullsized":"2024-09-13T17:00:01.621863+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110647+0000","last_change":"2024-09-13T17:00:01.649202+0000","last_active":"2024-09-13T17:00:03.110647+0000","last_peered":"2024-09-13T17:00:03.110647+0000","last_clean":"2024-09-13T17:00:03.110647+0000","last_became_active":"2024-09-13T17:00:01.648454+0000","last_became_peered":"2024-09-13T17:00:01.648454+0000","last_unstale":"2024-09-13T17:00:03.110647+0000","last_undegraded":"2024-09-13T17:00:03.110647+0000","last_fullsized":"2024-09-13T17:00:03.110647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:52.773848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.611815+0000","last_change":"2024-09-13T17:00:01.163197+0000","last_active":"2024-09-13T17:00:01.611815+0000","last_peered":"2024-09-13T17:00:01.611815+0000","last_clean":"2024-09-13T17:00:01.611815+0000","last_became_active":"2024-09-13T17:00:01.162709+0000","last_became_peered":"2024-09-13T17:00:01.162709+0000","last_unstale":"2024-09-13T17:00:01.611815+0000","last_undegraded":"2024-09-13T17:00:01.611815+0000","last_fullsized":"2024-09-13T17:00:01.611815+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989550+0000","last_change":"2024-09-13T17:00:01.651642+0000","last_active":"2024-09-13T17:00:02.989550+0000","last_peered":"2024-09-13T17:00:02.989550+0000","last_clean":"2024-09-13T17:00:02.989550+0000","last_became_active":"2024-09-13T17:00:01.651386+0000","last_became_peered":"2024-09-13T17:00:01.651386+0000","last_unstale":"2024-09-13T17:00:02.989550+0000","last_undegraded":"2024-09-13T17:00:02.989550+0000","last_fullsized":"2024-09-13T17:00:02.989550+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:53.838169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.645677+0000","last_change":"2024-09-13T17:00:01.158458+0000","last_active":"2024-09-13T17:00:01.645677+0000","last_peered":"2024-09-13T17:00:01.645677+0000","last_clean":"2024-09-13T17:00:01.645677+0000","last_became_active":"2024-09-13T17:00:01.158072+0000","last_became_peered":"2024-09-13T17:00:01.158072+0000","last_unstale":"2024-09-13T17:00:01.645677+0000","last_undegraded":"2024-09-13T17:00:01.645677+0000","last_fullsized":"2024-09-13T17:00:01.645677+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627610+0000","last_change":"2024-09-13T17:00:01.638930+0000","last_active":"2024-09-13T17:00:02.627610+0000","last_peered":"2024-09-13T17:00:02.627610+0000","last_clean":"2024-09-13T17:00:02.627610+0000","last_became_active":"2024-09-13T17:00:01.638657+0000","last_became_peered":"2024-09-13T17:00:01.638657+0000","last_unstale":"2024-09-13T17:00:02.627610+0000","last_undegraded":"2024-09-13T17:00:02.627610+0000","last_fullsized":"2024-09-13T17:00:02.627610+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:34.624334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.654038+0000","last_change":"2024-09-13T17:00:01.152806+0000","last_active":"2024-09-13T17:00:01.654038+0000","last_peered":"2024-09-13T17:00:01.654038+0000","last_clean":"2024-09-13T17:00:01.654038+0000","last_became_active":"2024-09-13T17:00:01.152471+0000","last_became_peered":"2024-09-13T17:00:01.152471+0000","last_unstale":"2024-09-13T17:00:01.654038+0000","last_undegraded":"2024-09-13T17:00:01.654038+0000","last_fullsized":"2024-09-13T17:00:01.654038+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628442+0000","last_change":"2024-09-13T17:00:01.622523+0000","last_active":"2024-09-13T17:00:02.628442+0000","last_peered":"2024-09-13T17:00:02.628442+0000","last_clean":"2024-09-13T17:00:02.628442+0000","last_became_active":"2024-09-13T17:00:01.622046+0000","last_became_peered":"2024-09-13T17:00:01.622046+0000","last_unstale":"2024-09-13T17:00:02.628442+0000","last_undegraded":"2024-09-13T17:00:02.628442+0000","last_fullsized":"2024-09-13T17:00:02.628442+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:26.008830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.639628+0000","last_change":"2024-09-13T17:00:01.158560+0000","last_active":"2024-09-13T17:00:01.639628+0000","last_peered":"2024-09-13T17:00:01.639628+0000","last_clean":"2024-09-13T17:00:01.639628+0000","last_became_active":"2024-09-13T17:00:01.158195+0000","last_became_peered":"2024-09-13T17:00:01.158195+0000","last_unstale":"2024-09-13T17:00:01.639628+0000","last_undegraded":"2024-09-13T17:00:01.639628+0000","last_fullsized":"2024-09-13T17:00:01.639628+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:40.104880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628115+0000","last_change":"2024-09-13T17:00:01.627504+0000","last_active":"2024-09-13T17:00:02.628115+0000","last_peered":"2024-09-13T17:00:02.628115+0000","last_clean":"2024-09-13T17:00:02.628115+0000","last_became_active":"2024-09-13T17:00:01.626871+0000","last_became_peered":"2024-09-13T17:00:01.626871+0000","last_unstale":"2024-09-13T17:00:02.628115+0000","last_undegraded":"2024-09-13T17:00:02.628115+0000","last_fullsized":"2024-09-13T17:00:02.628115+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:57.739503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614308+0000","last_change":"2024-09-13T17:00:01.166185+0000","last_active":"2024-09-13T17:00:01.614308+0000","last_peered":"2024-09-13T17:00:01.614308+0000","last_clean":"2024-09-13T17:00:01.614308+0000","last_became_active":"2024-09-13T17:00:01.157563+0000","last_became_peered":"2024-09-13T17:00:01.157563+0000","last_unstale":"2024-09-13T17:00:01.614308+0000","last_undegraded":"2024-09-13T17:00:01.614308+0000","last_fullsized":"2024-09-13T17:00:01.614308+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627504+0000","last_change":"2024-09-13T17:00:01.628805+0000","last_active":"2024-09-13T17:00:02.627504+0000","last_peered":"2024-09-13T17:00:02.627504+0000","last_clean":"2024-09-13T17:00:02.627504+0000","last_became_active":"2024-09-13T17:00:01.628596+0000","last_became_peered":"2024-09-13T17:00:01.628596+0000","last_unstale":"2024-09-13T17:00:02.627504+0000","last_undegraded":"2024-09-13T17:00:02.627504+0000","last_fullsized":"2024-09-13T17:00:02.627504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:23:47.533252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614635+0000","last_change":"2024-09-13T17:00:01.172249+0000","last_active":"2024-09-13T17:00:01.614635+0000","last_peered":"2024-09-13T17:00:01.614635+0000","last_clean":"2024-09-13T17:00:01.614635+0000","last_became_active":"2024-09-13T17:00:01.171991+0000","last_became_peered":"2024-09-13T17:00:01.171991+0000","last_unstale":"2024-09-13T17:00:01.614635+0000","last_undegraded":"2024-09-13T17:00:01.614635+0000","last_fullsized":"2024-09-13T17:00:01.614635+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:51.495904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110092+0000","last_change":"2024-09-13T17:00:01.627865+0000","last_active":"2024-09-13T17:00:03.110092+0000","last_peered":"2024-09-13T17:00:03.110092+0000","last_clean":"2024-09-13T17:00:03.110092+0000","last_became_active":"2024-09-13T17:00:01.627617+0000","last_became_peered":"2024-09-13T17:00:01.627617+0000","last_unstale":"2024-09-13T17:00:03.110092+0000","last_undegraded":"2024-09-13T17:00:03.110092+0000","last_fullsized":"2024-09-13T17:00:03.110092+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:30.119186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.650279+0000","last_change":"2024-09-13T17:00:01.156863+0000","last_active":"2024-09-13T17:00:01.650279+0000","last_peered":"2024-09-13T17:00:01.650279+0000","last_clean":"2024-09-13T17:00:01.650279+0000","last_became_active":"2024-09-13T17:00:01.156587+0000","last_became_peered":"2024-09-13T17:00:01.156587+0000","last_unstale":"2024-09-13T17:00:01.650279+0000","last_undegraded":"2024-09-13T17:00:01.650279+0000","last_fullsized":"2024-09-13T17:00:01.650279+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628024+0000","last_change":"2024-09-13T17:00:01.639024+0000","last_active":"2024-09-13T17:00:02.628024+0000","last_peered":"2024-09-13T17:00:02.628024+0000","last_clean":"2024-09-13T17:00:02.628024+0000","last_became_active":"2024-09-13T17:00:01.638799+0000","last_became_peered":"2024-09-13T17:00:01.638799+0000","last_unstale":"2024-09-13T17:00:02.628024+0000","last_undegraded":"2024-09-13T17:00:02.628024+0000","last_fullsized":"2024-09-13T17:00:02.628024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:30.890727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.637994+0000","last_change":"2024-09-13T17:00:01.164179+0000","last_active":"2024-09-13T17:00:01.637994+0000","last_peered":"2024-09-13T17:00:01.637994+0000","last_clean":"2024-09-13T17:00:01.637994+0000","last_became_active":"2024-09-13T17:00:01.163866+0000","last_became_peered":"2024-09-13T17:00:01.163866+0000","last_unstale":"2024-09-13T17:00:01.637994+0000","last_undegraded":"2024-09-13T17:00:01.637994+0000","last_fullsized":"2024-09-13T17:00:01.637994+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110738+0000","last_change":"2024-09-13T17:00:01.640722+0000","last_active":"2024-09-13T17:00:03.110738+0000","last_peered":"2024-09-13T17:00:03.110738+0000","last_clean":"2024-09-13T17:00:03.110738+0000","last_became_active":"2024-09-13T17:00:01.640447+0000","last_became_peered":"2024-09-13T17:00:01.640447+0000","last_unstale":"2024-09-13T17:00:03.110738+0000","last_undegraded":"2024-09-13T17:00:03.110738+0000","last_fullsized":"2024-09-13T17:00:03.110738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:43:23.516318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.644640+0000","last_change":"2024-09-13T17:00:01.161460+0000","last_active":"2024-09-13T17:00:01.644640+0000","last_peered":"2024-09-13T17:00:01.644640+0000","last_clean":"2024-09-13T17:00:01.644640+0000","last_became_active":"2024-09-13T17:00:01.161175+0000","last_became_peered":"2024-09-13T17:00:01.161175+0000","last_unstale":"2024-09-13T17:00:01.644640+0000","last_undegraded":"2024-09-13T17:00:01.644640+0000","last_fullsized":"2024-09-13T17:00:01.644640+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628642+0000","last_change":"2024-09-13T17:00:01.632546+0000","last_active":"2024-09-13T17:00:02.628642+0000","last_peered":"2024-09-13T17:00:02.628642+0000","last_clean":"2024-09-13T17:00:02.628642+0000","last_became_active":"2024-09-13T17:00:01.630036+0000","last_became_peered":"2024-09-13T17:00:01.630036+0000","last_unstale":"2024-09-13T17:00:02.628642+0000","last_undegraded":"2024-09-13T17:00:02.628642+0000","last_fullsized":"2024-09-13T17:00:02.628642+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:45.373208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.649221+0000","last_change":"2024-09-13T17:00:01.162115+0000","last_active":"2024-09-13T17:00:01.649221+0000","last_peered":"2024-09-13T17:00:01.649221+0000","last_clean":"2024-09-13T17:00:01.649221+0000","last_became_active":"2024-09-13T17:00:01.161833+0000","last_became_peered":"2024-09-13T17:00:01.161833+0000","last_unstale":"2024-09-13T17:00:01.649221+0000","last_undegraded":"2024-09-13T17:00:01.649221+0000","last_fullsized":"2024-09-13T17:00:01.649221+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627069+0000","last_change":"2024-09-13T17:00:01.622665+0000","last_active":"2024-09-13T17:00:02.627069+0000","last_peered":"2024-09-13T17:00:02.627069+0000","last_clean":"2024-09-13T17:00:02.627069+0000","last_became_active":"2024-09-13T17:00:01.622337+0000","last_became_peered":"2024-09-13T17:00:01.622337+0000","last_unstale":"2024-09-13T17:00:02.627069+0000","last_undegraded":"2024-09-13T17:00:02.627069+0000","last_fullsized":"2024-09-13T17:00:02.627069+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:07:37.465508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614085+0000","last_change":"2024-09-13T17:00:01.155618+0000","last_active":"2024-09-13T17:00:01.614085+0000","last_peered":"2024-09-13T17:00:01.614085+0000","last_clean":"2024-09-13T17:00:01.614085+0000","last_became_active":"2024-09-13T17:00:01.155257+0000","last_became_peered":"2024-09-13T17:00:01.155257+0000","last_unstale":"2024-09-13T17:00:01.614085+0000","last_undegraded":"2024-09-13T17:00:01.614085+0000","last_fullsized":"2024-09-13T17:00:01.614085+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627699+0000","last_change":"2024-09-13T17:00:01.645348+0000","last_active":"2024-09-13T17:00:02.627699+0000","last_peered":"2024-09-13T17:00:02.627699+0000","last_clean":"2024-09-13T17:00:02.627699+0000","last_became_active":"2024-09-13T17:00:01.645119+0000","last_became_peered":"2024-09-13T17:00:01.645119+0000","last_unstale":"2024-09-13T17:00:02.627699+0000","last_undegraded":"2024-09-13T17:00:02.627699+0000","last_fullsized":"2024-09-13T17:00:02.627699+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:30.800466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.621218+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:00:01.621218+0000","last_peered":"2024-09-13T17:00:01.621218+0000","last_clean":"2024-09-13T17:00:01.621218+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:00:01.621218+0000","last_undegraded":"2024-09-13T17:00:01.621218+0000","last_fullsized":"2024-09-13T17:00:01.621218+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614226+0000","last_change":"2024-09-13T17:00:01.166543+0000","last_active":"2024-09-13T17:00:01.614226+0000","last_peered":"2024-09-13T17:00:01.614226+0000","last_clean":"2024-09-13T17:00:01.614226+0000","last_became_active":"2024-09-13T17:00:01.166268+0000","last_became_peered":"2024-09-13T17:00:01.166268+0000","last_unstale":"2024-09-13T17:00:01.614226+0000","last_undegraded":"2024-09-13T17:00:01.614226+0000","last_fullsized":"2024-09-13T17:00:01.614226+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:36.663393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.111018+0000","last_change":"2024-09-13T17:00:01.633708+0000","last_active":"2024-09-13T17:00:03.111018+0000","last_peered":"2024-09-13T17:00:03.111018+0000","last_clean":"2024-09-13T17:00:03.111018+0000","last_became_active":"2024-09-13T17:00:01.633419+0000","last_became_peered":"2024-09-13T17:00:01.633419+0000","last_unstale":"2024-09-13T17:00:03.111018+0000","last_undegraded":"2024-09-13T17:00:03.111018+0000","last_fullsized":"2024-09-13T17:00:03.111018+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:20:01.054465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.616774+0000","last_change":"2024-09-13T17:00:01.168495+0000","last_active":"2024-09-13T17:00:01.616774+0000","last_peered":"2024-09-13T17:00:01.616774+0000","last_clean":"2024-09-13T17:00:01.616774+0000","last_became_active":"2024-09-13T17:00:01.167391+0000","last_became_peered":"2024-09-13T17:00:01.167391+0000","last_unstale":"2024-09-13T17:00:01.616774+0000","last_undegraded":"2024-09-13T17:00:01.616774+0000","last_fullsized":"2024-09-13T17:00:01.616774+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627822+0000","last_change":"2024-09-13T17:00:01.634948+0000","last_active":"2024-09-13T17:00:02.627822+0000","last_peered":"2024-09-13T17:00:02.627822+0000","last_clean":"2024-09-13T17:00:02.627822+0000","last_became_active":"2024-09-13T17:00:01.634623+0000","last_became_peered":"2024-09-13T17:00:01.634623+0000","last_unstale":"2024-09-13T17:00:02.627822+0000","last_undegraded":"2024-09-13T17:00:02.627822+0000","last_fullsized":"2024-09-13T17:00:02.627822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.669038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.613017+0000","last_change":"2024-09-13T17:00:01.160102+0000","last_active":"2024-09-13T17:00:01.613017+0000","last_peered":"2024-09-13T17:00:01.613017+0000","last_clean":"2024-09-13T17:00:01.613017+0000","last_became_active":"2024-09-13T17:00:01.155769+0000","last_became_peered":"2024-09-13T17:00:01.155769+0000","last_unstale":"2024-09-13T17:00:01.613017+0000","last_undegraded":"2024-09-13T17:00:01.613017+0000","last_fullsized":"2024-09-13T17:00:01.613017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988819+0000","last_change":"2024-09-13T17:00:01.641063+0000","last_active":"2024-09-13T17:00:02.988819+0000","last_peered":"2024-09-13T17:00:02.988819+0000","last_clean":"2024-09-13T17:00:02.988819+0000","last_became_active":"2024-09-13T17:00:01.640832+0000","last_became_peered":"2024-09-13T17:00:01.640832+0000","last_unstale":"2024-09-13T17:00:02.988819+0000","last_undegraded":"2024-09-13T17:00:02.988819+0000","last_fullsized":"2024-09-13T17:00:02.988819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:20:01.054465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614408+0000","last_change":"2024-09-13T17:00:01.159095+0000","last_active":"2024-09-13T17:00:01.614408+0000","last_peered":"2024-09-13T17:00:01.614408+0000","last_clean":"2024-09-13T17:00:01.614408+0000","last_became_active":"2024-09-13T17:00:01.158110+0000","last_became_peered":"2024-09-13T17:00:01.158110+0000","last_unstale":"2024-09-13T17:00:01.614408+0000","last_undegraded":"2024-09-13T17:00:01.614408+0000","last_fullsized":"2024-09-13T17:00:01.614408+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:24.656781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627096+0000","last_change":"2024-09-13T17:00:01.632134+0000","last_active":"2024-09-13T17:00:02.627096+0000","last_peered":"2024-09-13T17:00:02.627096+0000","last_clean":"2024-09-13T17:00:02.627096+0000","last_became_active":"2024-09-13T17:00:01.631942+0000","last_became_peered":"2024-09-13T17:00:01.631942+0000","last_unstale":"2024-09-13T17:00:02.627096+0000","last_undegraded":"2024-09-13T17:00:02.627096+0000","last_fullsized":"2024-09-13T17:00:02.627096+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:58.105852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.630226+0000","last_change":"2024-09-13T17:00:01.158276+0000","last_active":"2024-09-13T17:00:01.630226+0000","last_peered":"2024-09-13T17:00:01.630226+0000","last_clean":"2024-09-13T17:00:01.630226+0000","last_became_active":"2024-09-13T17:00:01.157979+0000","last_became_peered":"2024-09-13T17:00:01.157979+0000","last_unstale":"2024-09-13T17:00:01.630226+0000","last_undegraded":"2024-09-13T17:00:01.630226+0000","last_fullsized":"2024-09-13T17:00:01.630226+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110076+0000","last_change":"2024-09-13T17:00:01.644115+0000","last_active":"2024-09-13T17:00:03.110076+0000","last_peered":"2024-09-13T17:00:03.110076+0000","last_clean":"2024-09-13T17:00:03.110076+0000","last_became_active":"2024-09-13T17:00:01.643725+0000","last_became_peered":"2024-09-13T17:00:01.643725+0000","last_unstale":"2024-09-13T17:00:03.110076+0000","last_undegraded":"2024-09-13T17:00:03.110076+0000","last_fullsized":"2024-09-13T17:00:03.110076+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:45.828482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.620876+0000","last_change":"2024-09-13T17:00:01.165974+0000","last_active":"2024-09-13T17:00:01.620876+0000","last_peered":"2024-09-13T17:00:01.620876+0000","last_clean":"2024-09-13T17:00:01.620876+0000","last_became_active":"2024-09-13T17:00:01.158383+0000","last_became_peered":"2024-09-13T17:00:01.158383+0000","last_unstale":"2024-09-13T17:00:01.620876+0000","last_undegraded":"2024-09-13T17:00:01.620876+0000","last_fullsized":"2024-09-13T17:00:01.620876+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:51.495904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628365+0000","last_change":"2024-09-13T17:00:01.641316+0000","last_active":"2024-09-13T17:00:02.628365+0000","last_peered":"2024-09-13T17:00:02.628365+0000","last_clean":"2024-09-13T17:00:02.628365+0000","last_became_active":"2024-09-13T17:00:01.640972+0000","last_became_peered":"2024-09-13T17:00:01.640972+0000","last_unstale":"2024-09-13T17:00:02.628365+0000","last_undegraded":"2024-09-13T17:00:02.628365+0000","last_fullsized":"2024-09-13T17:00:02.628365+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:43:23.516318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.622600+0000","last_change":"2024-09-13T17:00:01.154110+0000","last_active":"2024-09-13T17:00:01.622600+0000","last_peered":"2024-09-13T17:00:01.622600+0000","last_clean":"2024-09-13T17:00:01.622600+0000","last_became_active":"2024-09-13T17:00:01.153720+0000","last_became_peered":"2024-09-13T17:00:01.153720+0000","last_unstale":"2024-09-13T17:00:01.622600+0000","last_undegraded":"2024-09-13T17:00:01.622600+0000","last_fullsized":"2024-09-13T17:00:01.622600+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.111230+0000","last_change":"2024-09-13T17:00:01.631772+0000","last_active":"2024-09-13T17:00:03.111230+0000","last_peered":"2024-09-13T17:00:03.111230+0000","last_clean":"2024-09-13T17:00:03.111230+0000","last_became_active":"2024-09-13T17:00:01.631486+0000","last_became_peered":"2024-09-13T17:00:01.631486+0000","last_unstale":"2024-09-13T17:00:03.111230+0000","last_undegraded":"2024-09-13T17:00:03.111230+0000","last_fullsized":"2024-09-13T17:00:03.111230+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:43:23.516318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.643873+0000","last_change":"2024-09-13T17:00:01.170872+0000","last_active":"2024-09-13T17:00:01.643873+0000","last_peered":"2024-09-13T17:00:01.643873+0000","last_clean":"2024-09-13T17:00:01.643873+0000","last_became_active":"2024-09-13T17:00:01.170101+0000","last_became_peered":"2024-09-13T17:00:01.170101+0000","last_unstale":"2024-09-13T17:00:01.643873+0000","last_undegraded":"2024-09-13T17:00:01.643873+0000","last_fullsized":"2024-09-13T17:00:01.643873+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110555+0000","last_change":"2024-09-13T17:00:01.644695+0000","last_active":"2024-09-13T17:00:03.110555+0000","last_peered":"2024-09-13T17:00:03.110555+0000","last_clean":"2024-09-13T17:00:03.110555+0000","last_became_active":"2024-09-13T17:00:01.644355+0000","last_became_peered":"2024-09-13T17:00:01.644355+0000","last_unstale":"2024-09-13T17:00:03.110555+0000","last_undegraded":"2024-09-13T17:00:03.110555+0000","last_fullsized":"2024-09-13T17:00:03.110555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:17.172133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.610948+0000","last_change":"2024-09-13T17:00:01.159013+0000","last_active":"2024-09-13T17:00:01.610948+0000","last_peered":"2024-09-13T17:00:01.610948+0000","last_clean":"2024-09-13T17:00:01.610948+0000","last_became_active":"2024-09-13T17:00:01.158673+0000","last_became_peered":"2024-09-13T17:00:01.158673+0000","last_unstale":"2024-09-13T17:00:01.610948+0000","last_undegraded":"2024-09-13T17:00:01.610948+0000","last_fullsized":"2024-09-13T17:00:01.610948+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:44.816225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627385+0000","last_change":"2024-09-13T17:00:01.624659+0000","last_active":"2024-09-13T17:00:02.627385+0000","last_peered":"2024-09-13T17:00:02.627385+0000","last_clean":"2024-09-13T17:00:02.627385+0000","last_became_active":"2024-09-13T17:00:01.623914+0000","last_became_peered":"2024-09-13T17:00:01.623914+0000","last_unstale":"2024-09-13T17:00:02.627385+0000","last_undegraded":"2024-09-13T17:00:02.627385+0000","last_fullsized":"2024-09-13T17:00:02.627385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:38.675793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.621352+0000","last_change":"2024-09-13T17:00:01.154676+0000","last_active":"2024-09-13T17:00:01.621352+0000","last_peered":"2024-09-13T17:00:01.621352+0000","last_clean":"2024-09-13T17:00:01.621352+0000","last_became_active":"2024-09-13T17:00:01.154394+0000","last_became_peered":"2024-09-13T17:00:01.154394+0000","last_unstale":"2024-09-13T17:00:01.621352+0000","last_undegraded":"2024-09-13T17:00:01.621352+0000","last_fullsized":"2024-09-13T17:00:01.621352+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:12.652602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109794+0000","last_change":"2024-09-13T17:00:01.645771+0000","last_active":"2024-09-13T17:00:03.109794+0000","last_peered":"2024-09-13T17:00:03.109794+0000","last_clean":"2024-09-13T17:00:03.109794+0000","last_became_active":"2024-09-13T17:00:01.645249+0000","last_became_peered":"2024-09-13T17:00:01.645249+0000","last_unstale":"2024-09-13T17:00:03.109794+0000","last_undegraded":"2024-09-13T17:00:03.109794+0000","last_fullsized":"2024-09-13T17:00:03.109794+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:34.504980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.613332+0000","last_change":"2024-09-13T17:00:01.159284+0000","last_active":"2024-09-13T17:00:01.613332+0000","last_peered":"2024-09-13T17:00:01.613332+0000","last_clean":"2024-09-13T17:00:01.613332+0000","last_became_active":"2024-09-13T17:00:01.158866+0000","last_became_peered":"2024-09-13T17:00:01.158866+0000","last_unstale":"2024-09-13T17:00:01.613332+0000","last_undegraded":"2024-09-13T17:00:01.613332+0000","last_fullsized":"2024-09-13T17:00:01.613332+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:40.104880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110377+0000","last_change":"2024-09-13T17:00:01.626261+0000","last_active":"2024-09-13T17:00:03.110377+0000","last_peered":"2024-09-13T17:00:03.110377+0000","last_clean":"2024-09-13T17:00:03.110377+0000","last_became_active":"2024-09-13T17:00:01.619544+0000","last_became_peered":"2024-09-13T17:00:01.619544+0000","last_unstale":"2024-09-13T17:00:03.110377+0000","last_undegraded":"2024-09-13T17:00:03.110377+0000","last_fullsized":"2024-09-13T17:00:03.110377+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:12.718474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.647812+0000","last_change":"2024-09-13T17:00:01.166382+0000","last_active":"2024-09-13T17:00:01.647812+0000","last_peered":"2024-09-13T17:00:01.647812+0000","last_clean":"2024-09-13T17:00:01.647812+0000","last_became_active":"2024-09-13T17:00:01.166149+0000","last_became_peered":"2024-09-13T17:00:01.166149+0000","last_unstale":"2024-09-13T17:00:01.647812+0000","last_undegraded":"2024-09-13T17:00:01.647812+0000","last_fullsized":"2024-09-13T17:00:01.647812+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:29.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628164+0000","last_change":"2024-09-13T17:00:01.647321+0000","last_active":"2024-09-13T17:00:02.628164+0000","last_peered":"2024-09-13T17:00:02.628164+0000","last_clean":"2024-09-13T17:00:02.628164+0000","last_became_active":"2024-09-13T17:00:01.639152+0000","last_became_peered":"2024-09-13T17:00:01.639152+0000","last_unstale":"2024-09-13T17:00:02.628164+0000","last_undegraded":"2024-09-13T17:00:02.628164+0000","last_fullsized":"2024-09-13T17:00:02.628164+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:05.374566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627612+0000","last_change":"2024-09-13T17:00:01.632237+0000","last_active":"2024-09-13T17:00:02.627612+0000","last_peered":"2024-09-13T17:00:02.627612+0000","last_clean":"2024-09-13T17:00:02.627612+0000","last_became_active":"2024-09-13T17:00:01.631979+0000","last_became_peered":"2024-09-13T17:00:01.631979+0000","last_unstale":"2024-09-13T17:00:02.627612+0000","last_undegraded":"2024-09-13T17:00:02.627612+0000","last_fullsized":"2024-09-13T17:00:02.627612+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:50.275752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.641510+0000","last_change":"2024-09-13T17:00:01.162759+0000","last_active":"2024-09-13T17:00:01.641510+0000","last_peered":"2024-09-13T17:00:01.641510+0000","last_clean":"2024-09-13T17:00:01.641510+0000","last_became_active":"2024-09-13T17:00:01.162437+0000","last_became_peered":"2024-09-13T17:00:01.162437+0000","last_unstale":"2024-09-13T17:00:01.641510+0000","last_undegraded":"2024-09-13T17:00:01.641510+0000","last_fullsized":"2024-09-13T17:00:01.641510+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110483+0000","last_change":"2024-09-13T17:00:01.637728+0000","last_active":"2024-09-13T17:00:03.110483+0000","last_peered":"2024-09-13T17:00:03.110483+0000","last_clean":"2024-09-13T17:00:03.110483+0000","last_became_active":"2024-09-13T17:00:01.637465+0000","last_became_peered":"2024-09-13T17:00:01.637465+0000","last_unstale":"2024-09-13T17:00:03.110483+0000","last_undegraded":"2024-09-13T17:00:03.110483+0000","last_fullsized":"2024-09-13T17:00:03.110483+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:52.508160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.641643+0000","last_change":"2024-09-13T17:00:01.162745+0000","last_active":"2024-09-13T17:00:01.641643+0000","last_peered":"2024-09-13T17:00:01.641643+0000","last_clean":"2024-09-13T17:00:01.641643+0000","last_became_active":"2024-09-13T17:00:01.162454+0000","last_became_peered":"2024-09-13T17:00:01.162454+0000","last_unstale":"2024-09-13T17:00:01.641643+0000","last_undegraded":"2024-09-13T17:00:01.641643+0000","last_fullsized":"2024-09-13T17:00:01.641643+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989479+0000","last_change":"2024-09-13T17:00:01.647221+0000","last_active":"2024-09-13T17:00:02.989479+0000","last_peered":"2024-09-13T17:00:02.989479+0000","last_clean":"2024-09-13T17:00:02.989479+0000","last_became_active":"2024-09-13T17:00:01.646022+0000","last_became_peered":"2024-09-13T17:00:01.646022+0000","last_unstale":"2024-09-13T17:00:02.989479+0000","last_undegraded":"2024-09-13T17:00:02.989479+0000","last_fullsized":"2024-09-13T17:00:02.989479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:05.374566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.640671+0000","last_change":"2024-09-13T17:00:01.164356+0000","last_active":"2024-09-13T17:00:01.640671+0000","last_peered":"2024-09-13T17:00:01.640671+0000","last_clean":"2024-09-13T17:00:01.640671+0000","last_became_active":"2024-09-13T17:00:01.163854+0000","last_became_peered":"2024-09-13T17:00:01.163854+0000","last_unstale":"2024-09-13T17:00:01.640671+0000","last_undegraded":"2024-09-13T17:00:01.640671+0000","last_fullsized":"2024-09-13T17:00:01.640671+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989481+0000","last_change":"2024-09-13T17:00:01.642506+0000","last_active":"2024-09-13T17:00:02.989481+0000","last_peered":"2024-09-13T17:00:02.989481+0000","last_clean":"2024-09-13T17:00:02.989481+0000","last_became_active":"2024-09-13T17:00:01.638739+0000","last_became_peered":"2024-09-13T17:00:01.638739+0000","last_unstale":"2024-09-13T17:00:02.989481+0000","last_undegraded":"2024-09-13T17:00:02.989481+0000","last_fullsized":"2024-09-13T17:00:02.989481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:58.105852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.651968+0000","last_change":"2024-09-13T17:00:01.167619+0000","last_active":"2024-09-13T17:00:01.651968+0000","last_peered":"2024-09-13T17:00:01.651968+0000","last_clean":"2024-09-13T17:00:01.651968+0000","last_became_active":"2024-09-13T17:00:01.167336+0000","last_became_peered":"2024-09-13T17:00:01.167336+0000","last_unstale":"2024-09-13T17:00:01.651968+0000","last_undegraded":"2024-09-13T17:00:01.651968+0000","last_fullsized":"2024-09-13T17:00:01.651968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31324,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340516,"statfs":{"total":96636764160,"available":96604688384,"internally_reserved":0,"allocated":212992,"data_stored":71022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.012}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1659999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.206}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.137}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4490000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":204800,"data_stored":70898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0469999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4750000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2889999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5129999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31900,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339940,"statfs":{"total":96636764160,"available":96604098560,"internally_reserved":0,"allocated":802816,"data_stored":660339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.401}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3380000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.226}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5589999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.036}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3560000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6639999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":225280,"data_stored":73134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7989999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4179999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.889}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.3490000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5820000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.0339999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.762}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":71480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0880000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.286}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1819999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3089999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4770000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3580000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5660000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":802816,"data_stored":661336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91900000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81499999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2070000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2609999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.099}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4750000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":70954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.163}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.339}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2230000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6479999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7809999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5880000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.089}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:00:06.398 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T17:00:06.399 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T17:00:06.400 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-13T17:00:06.400 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-13T17:00:06.400 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-13T17:00:06.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.602+0000 7f9402800700 1 Processor -- start 2024-09-13T17:00:06.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.602+0000 7f9402800700 1 -- start start 2024-09-13T17:00:06.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f9402800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f93fc144670 0x7f93fc0b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f9402800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f93fc15baa0 0x7f93fc0b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f9402800700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93fc0cc880 con 0x7f93fc0ccd10 2024-09-13T17:00:06.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f9402800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93fc06de60 con 0x7f93fc144670 2024-09-13T17:00:06.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f9402800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93fc15beb0 con 0x7f93fc15baa0 2024-09-13T17:00:06.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fb400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f93fc144670 0x7f93fc0b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fb400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f93fc144670 0x7f93fc0b3ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40344/0 (socket says 172.21.15.99:40344) 2024-09-13T17:00:06.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fb400700 1 -- 172.21.15.99:0/965043417 learned_addr learned my addr 172.21.15.99:0/965043417 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:06.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93faa00700 1 --1- 172.21.15.99:0/965043417 >> v1:172.21.15.99:6789/0 conn(0x7f93fc0ccd10 0x7f93fc15b390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47154/0 (socket says 172.21.15.99:47154) 2024-09-13T17:00:06.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fbe00700 1 --2- 172.21.15.99:0/965043417 >> v2:172.21.15.170:3300/0 conn(0x7f93fc15baa0 0x7f93fc0b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fb400700 1 -- 172.21.15.99:0/965043417 >> v2:172.21.15.170:3300/0 conn(0x7f93fc15baa0 msgr2=0x7f93fc0b4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:06.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fb400700 1 --2- 172.21.15.99:0/965043417 >> v2:172.21.15.170:3300/0 conn(0x7f93fc15baa0 0x7f93fc0b4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fb400700 1 -- 172.21.15.99:0/965043417 >> v1:172.21.15.99:6789/0 conn(0x7f93fc0ccd10 legacy=0x7f93fc15b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.612 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fb400700 1 -- 172.21.15.99:0/965043417 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93fc15c130 con 0x7f93fc144670 2024-09-13T17:00:06.612 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fb400700 1 --2- 172.21.15.99:0/965043417 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc144670 0x7f93fc0b3ff0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f93fc0cc7f0 tx=0x7f93ec009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adcc5fcf521d9ff2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:06.612 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fa000700 1 -- 172.21.15.99:0/965043417 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93ec00b8a0 con 0x7f93fc144670 2024-09-13T17:00:06.612 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fa000700 1 -- 172.21.15.99:0/965043417 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93ec00ba00 con 0x7f93fc144670 2024-09-13T17:00:06.612 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.606+0000 7f93fa000700 1 -- 172.21.15.99:0/965043417 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93ec00bd90 con 0x7f93fc144670 2024-09-13T17:00:06.612 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.610+0000 7f9402800700 1 -- 172.21.15.99:0/965043417 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc144670 msgr2=0x7f93fc0b3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.613 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.610+0000 7f9402800700 1 --2- 172.21.15.99:0/965043417 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc144670 0x7f93fc0b3ff0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f93fc0cc7f0 tx=0x7f93ec009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.613 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.610+0000 7f9402800700 1 -- 172.21.15.99:0/965043417 shutdown_connections 2024-09-13T17:00:06.613 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.610+0000 7f9402800700 1 --2- 172.21.15.99:0/965043417 >> v2:172.21.15.170:3300/0 conn(0x7f93fc15baa0 0x7f93fc0b4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.613 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.610+0000 7f9402800700 1 --2- 172.21.15.99:0/965043417 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc144670 0x7f93fc0b3ff0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.613 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.610+0000 7f9402800700 1 -- 172.21.15.99:0/965043417 >> 172.21.15.99:0/965043417 conn(0x7f93fc071110 msgr2=0x7f93fc071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:06.613 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.610+0000 7f9402800700 1 -- 172.21.15.99:0/965043417 shutdown_connections 2024-09-13T17:00:06.613 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.610+0000 7f9402800700 1 -- 172.21.15.99:0/965043417 wait complete. 2024-09-13T17:00:06.614 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.610+0000 7f9402800700 1 Processor -- start 2024-09-13T17:00:06.614 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.610+0000 7f9402800700 1 -- start start 2024-09-13T17:00:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f9402800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc0ccd10 0x7f93fc0b3900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f9402800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f93fc144670 0x7f93fc159c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f9402800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f93fc15baa0 0x7f93fc15a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f9402800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93fc0b2dd0 con 0x7f93fc0ccd10 2024-09-13T17:00:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f9402800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93fc0b3e40 con 0x7f93fc144670 2024-09-13T17:00:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f9402800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93fc0b2250 con 0x7f93fc15baa0 2024-09-13T17:00:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93fb400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc0ccd10 0x7f93fc0b3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93fb400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc0ccd10 0x7f93fc0b3900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40354/0 (socket says 172.21.15.99:40354) 2024-09-13T17:00:06.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93fb400700 1 -- 172.21.15.99:0/3126749711 learned_addr learned my addr 172.21.15.99:0/3126749711 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93fbe00700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f93fc15baa0 0x7f93fc15a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93faa00700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f93fc144670 0x7f93fc159c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93fb400700 1 -- 172.21.15.99:0/3126749711 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f93fc15baa0 msgr2=0x7f93fc15a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93fb400700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f93fc15baa0 0x7f93fc15a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93fb400700 1 -- 172.21.15.99:0/3126749711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f93fc144670 msgr2=0x7f93fc159c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93fb400700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f93fc144670 0x7f93fc159c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93fb400700 1 -- 172.21.15.99:0/3126749711 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93ec009570 con 0x7f93fc0ccd10 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93faa00700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f93fc144670 0x7f93fc159c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93fb400700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc0ccd10 0x7f93fc0b3900 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f93ec00b0e0 tx=0x7f93ec004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93f3400700 1 -- 172.21.15.99:0/3126749711 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93ec0038c0 con 0x7f93fc0ccd10 2024-09-13T17:00:06.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93f3400700 1 -- 172.21.15.99:0/3126749711 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93ec01f070 con 0x7f93fc0ccd10 2024-09-13T17:00:06.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f9402800700 1 -- 172.21.15.99:0/3126749711 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93fc0b2530 con 0x7f93fc0ccd10 2024-09-13T17:00:06.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f93f3400700 1 -- 172.21.15.99:0/3126749711 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93ec003c60 con 0x7f93fc0ccd10 2024-09-13T17:00:06.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f9402800700 1 -- 172.21.15.99:0/3126749711 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93fc0b2af0 con 0x7f93fc0ccd10 2024-09-13T17:00:06.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.614+0000 7f9402800700 1 -- 172.21.15.99:0/3126749711 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93fc15b390 con 0x7f93fc0ccd10 2024-09-13T17:00:06.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.618+0000 7f93f3400700 1 -- 172.21.15.99:0/3126749711 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f93ec026480 con 0x7f93fc0ccd10 2024-09-13T17:00:06.622 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.618+0000 7f93f3400700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f93dc066730 0x7f93dc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:06.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.618+0000 7f93f3400700 1 -- 172.21.15.99:0/3126749711 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f93ec021070 con 0x7f93fc0ccd10 2024-09-13T17:00:06.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.618+0000 7f93faa00700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f93dc066730 0x7f93dc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:06.624 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.622+0000 7f93faa00700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f93dc066730 0x7f93dc068bf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f93fc1f5a40 tx=0x7f93e8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:06.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.626+0000 7f93f3400700 1 -- 172.21.15.99:0/3126749711 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f93ec08c080 con 0x7f93fc0ccd10 2024-09-13T17:00:06.862 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.858+0000 7f9402800700 1 -- 172.21.15.99:0/3126749711 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f93fc067a10 con 0x7f93fc0ccd10 2024-09-13T17:00:06.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.866+0000 7f93f3400700 1 -- 172.21.15.99:0/3126749711 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164895 (secure 0 0 0) 0x7f93ec015090 con 0x7f93fc0ccd10 2024-09-13T17:00:06.870 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:06.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 -- 172.21.15.99:0/3126749711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f93dc066730 msgr2=0x7f93dc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f93dc066730 0x7f93dc068bf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f93fc1f5a40 tx=0x7f93e8009040 comp rx=0 tx=0).stop 2024-09-13T17:00:06.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 -- 172.21.15.99:0/3126749711 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc0ccd10 msgr2=0x7f93fc0b3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:06.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc0ccd10 0x7f93fc0b3900 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f93ec00b0e0 tx=0x7f93ec004770 comp rx=0 tx=0).stop 2024-09-13T17:00:06.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 -- 172.21.15.99:0/3126749711 shutdown_connections 2024-09-13T17:00:06.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f93dc066730 0x7f93dc068bf0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f93fc15baa0 0x7f93fc15a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f93fc144670 0x7f93fc159c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 --2- 172.21.15.99:0/3126749711 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f93fc0ccd10 0x7f93fc0b3900 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:06.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 -- 172.21.15.99:0/3126749711 >> 172.21.15.99:0/3126749711 conn(0x7f93fc071110 msgr2=0x7f93fc142810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:06.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 -- 172.21.15.99:0/3126749711 shutdown_connections 2024-09-13T17:00:06.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:06.870+0000 7f9402800700 1 -- 172.21.15.99:0/3126749711 wait complete. 2024-09-13T17:00:06.895 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":5,"flags":0,"active_gid":4107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6832","nonce":991397549},{"type":"v1","addr":"172.21.15.99:6833","nonce":991397549}]},"active_addr":"172.21.15.99:6833/991397549","active_change":"2024-09-13T16:59:44.124700+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4106,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":2646441548}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":792928731}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":3300609458}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.99:0","nonce":526242356}]}]} 2024-09-13T17:00:06.900 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-13T17:00:06.900 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-13T17:00:06.900 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:07.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.062+0000 7f7442200700 1 Processor -- start 2024-09-13T17:00:07.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.062+0000 7f7442200700 1 -- start start 2024-09-13T17:00:07.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.062+0000 7f7442200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f743c0ce610 0x7f743c0b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.062+0000 7f7442200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f743c151ef0 con 0x7f743c0cc9a0 2024-09-13T17:00:07.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.062+0000 7f7442200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f743c0ae5f0 con 0x7f743c15af60 2024-09-13T17:00:07.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.062+0000 7f7442200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f743c0cea20 con 0x7f743c0ce610 2024-09-13T17:00:07.068 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7440e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f743c0cc9a0 0x7f743c06cb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47156/0 (socket says 172.21.15.99:47156) 2024-09-13T17:00:07.068 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7440e00700 1 -- 172.21.15.99:0/2589911198 learned_addr learned my addr 172.21.15.99:0/2589911198 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:07.068 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7441800700 1 --2- 172.21.15.99:0/2589911198 >> v2:172.21.15.99:3300/0 conn(0x7f743c0ce610 0x7f743c0b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.068 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7441800700 1 -- 172.21.15.99:0/2589911198 >> v1:172.21.15.170:6789/0 conn(0x7f743c15af60 legacy=0x7f743c15eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:07.069 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7441800700 1 -- 172.21.15.99:0/2589911198 >> v1:172.21.15.99:6789/0 conn(0x7f743c0cc9a0 legacy=0x7f743c06cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.069 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7441800700 1 -- 172.21.15.99:0/2589911198 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f743c15b590 con 0x7f743c0ce610 2024-09-13T17:00:07.069 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f743b400700 1 -- 172.21.15.99:0/2589911198 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2102487656 0 0) 0x7f743c151ef0 con 0x7f743c0cc9a0 2024-09-13T17:00:07.069 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7441800700 1 --2- 172.21.15.99:0/2589911198 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 0x7f743c0b3ff0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7434009d90 tx=0x7f743400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4fdf958c8056592 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.070 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f743b400700 1 -- 172.21.15.99:0/2589911198 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f743400e070 con 0x7f743c0ce610 2024-09-13T17:00:07.070 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f743b400700 1 -- 172.21.15.99:0/2589911198 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f743400bbd0 con 0x7f743c0ce610 2024-09-13T17:00:07.070 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f743b400700 1 -- 172.21.15.99:0/2589911198 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7434012430 con 0x7f743c0ce610 2024-09-13T17:00:07.070 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7442200700 1 -- 172.21.15.99:0/2589911198 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 msgr2=0x7f743c0b3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.070 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7442200700 1 --2- 172.21.15.99:0/2589911198 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 0x7f743c0b3ff0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7434009d90 tx=0x7f743400b330 comp rx=0 tx=0).stop 2024-09-13T17:00:07.071 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7442200700 1 -- 172.21.15.99:0/2589911198 shutdown_connections 2024-09-13T17:00:07.071 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7442200700 1 --2- 172.21.15.99:0/2589911198 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 0x7f743c0b3ff0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.071 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7442200700 1 -- 172.21.15.99:0/2589911198 >> 172.21.15.99:0/2589911198 conn(0x7f743c06f790 msgr2=0x7f743c06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.071 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7442200700 1 -- 172.21.15.99:0/2589911198 shutdown_connections 2024-09-13T17:00:07.071 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.066+0000 7f7442200700 1 -- 172.21.15.99:0/2589911198 wait complete. 2024-09-13T17:00:07.075 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.070+0000 7f7442200700 1 Processor -- start 2024-09-13T17:00:07.075 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.070+0000 7f7442200700 1 -- start start 2024-09-13T17:00:07.077 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7442200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f743c0cc9a0 0x7f743c14a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7442200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 0x7f743c0b3660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7442200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f743c15af60 0x7f743c0ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7442200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f743c14ac10 con 0x7f743c0ce610 2024-09-13T17:00:07.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7442200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f743c0b2e40 con 0x7f743c15af60 2024-09-13T17:00:07.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7442200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f743c0b29b0 con 0x7f743c0cc9a0 2024-09-13T17:00:07.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f743be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 0x7f743c0b3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f743be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 0x7f743c0b3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40376/0 (socket says 172.21.15.99:40376) 2024-09-13T17:00:07.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f743be00700 1 -- 172.21.15.99:0/1905321931 learned_addr learned my addr 172.21.15.99:0/1905321931 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:07.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7441800700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f743c15af60 0x7f743c0ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7440e00700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f743c0cc9a0 0x7f743c14a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f743be00700 1 -- 172.21.15.99:0/1905321931 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f743c0cc9a0 msgr2=0x7f743c14a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f743be00700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f743c0cc9a0 0x7f743c14a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f743be00700 1 -- 172.21.15.99:0/1905321931 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f743c15af60 msgr2=0x7f743c0ac8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f743be00700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f743c15af60 0x7f743c0ac8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f743be00700 1 -- 172.21.15.99:0/1905321931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7434009a70 con 0x7f743c0ce610 2024-09-13T17:00:07.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f743be00700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 0x7f743c0b3660 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f742800c530 tx=0x7f742800c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7438c00700 1 -- 172.21.15.99:0/1905321931 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f742800cea0 con 0x7f743c0ce610 2024-09-13T17:00:07.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7438c00700 1 -- 172.21.15.99:0/1905321931 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74280052d0 con 0x7f743c0ce610 2024-09-13T17:00:07.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7438c00700 1 -- 172.21.15.99:0/1905321931 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74280036a0 con 0x7f743c0ce610 2024-09-13T17:00:07.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7442200700 1 -- 172.21.15.99:0/1905321931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f743c0b1de0 con 0x7f743c0ce610 2024-09-13T17:00:07.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.074+0000 7f7442200700 1 -- 172.21.15.99:0/1905321931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f743c0b2360 con 0x7f743c0ce610 2024-09-13T17:00:07.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.078+0000 7f7442200700 1 -- 172.21.15.99:0/1905321931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f743c15e2d0 con 0x7f743c0ce610 2024-09-13T17:00:07.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.078+0000 7f7438c00700 1 -- 172.21.15.99:0/1905321931 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7428003800 con 0x7f743c0ce610 2024-09-13T17:00:07.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.082+0000 7f7438c00700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f741c066730 0x7f741c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.082+0000 7f7438c00700 1 -- 172.21.15.99:0/1905321931 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7428083520 con 0x7f743c0ce610 2024-09-13T17:00:07.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.082+0000 7f7440e00700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f741c066730 0x7f741c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.082+0000 7f7440e00700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f741c066730 0x7f741c068bf0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f742c000f60 tx=0x7f742c004a70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.086+0000 7f7438c00700 1 -- 172.21.15.99:0/1905321931 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f74280507f0 con 0x7f743c0ce610 2024-09-13T17:00:07.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.278+0000 7f7442200700 1 -- 172.21.15.99:0/1905321931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f743c06cb30 con 0x7f743c0ce610 2024-09-13T17:00:07.283 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.278+0000 7f7438c00700 1 -- 172.21.15.99:0/1905321931 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7f7428053e10 con 0x7f743c0ce610 2024-09-13T17:00:07.284 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:07.284 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:07.289 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 -- 172.21.15.99:0/1905321931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f741c066730 msgr2=0x7f741c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.289 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f741c066730 0x7f741c068bf0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f742c000f60 tx=0x7f742c004a70 comp rx=0 tx=0).stop 2024-09-13T17:00:07.289 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 -- 172.21.15.99:0/1905321931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 msgr2=0x7f743c0b3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.289 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 0x7f743c0b3660 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f742800c530 tx=0x7f742800c840 comp rx=0 tx=0).stop 2024-09-13T17:00:07.289 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 -- 172.21.15.99:0/1905321931 shutdown_connections 2024-09-13T17:00:07.289 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f741c066730 0x7f741c068bf0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.289 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f743c0ce610 0x7f743c0b3660 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.289 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f743c15af60 0x7f743c0ac8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.289 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 --2- 172.21.15.99:0/1905321931 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f743c0cc9a0 0x7f743c14a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.289 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 -- 172.21.15.99:0/1905321931 >> 172.21.15.99:0/1905321931 conn(0x7f743c06f790 msgr2=0x7f743c150750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.290 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 -- 172.21.15.99:0/1905321931 shutdown_connections 2024-09-13T17:00:07.290 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.286+0000 7f7442200700 1 -- 172.21.15.99:0/1905321931 wait complete. 2024-09-13T17:00:07.312 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-13T17:00:07.313 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:07.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.482+0000 7f0dc3200700 1 Processor -- start 2024-09-13T17:00:07.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.482+0000 7f0dc3200700 1 -- start start 2024-09-13T17:00:07.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.486+0000 7f0dc3200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f0dc415cff0 0x7f0dc40cecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.486+0000 7f0dc3200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0dc40cb580 con 0x7f0dc40cf1f0 2024-09-13T17:00:07.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.486+0000 7f0dc3200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0dc415d3d0 con 0x7f0dc40cba10 2024-09-13T17:00:07.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.486+0000 7f0dc3200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0dc406b730 con 0x7f0dc415cff0 2024-09-13T17:00:07.491 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.486+0000 7f0dc1400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f0dc40cf1f0 0x7f0dc40cf630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47164/0 (socket says 172.21.15.99:47164) 2024-09-13T17:00:07.491 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.486+0000 7f0dc1400700 1 -- 172.21.15.99:0/1325050116 learned_addr learned my addr 172.21.15.99:0/1325050116 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:07.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.486+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1162672073 0 0) 0x7f0dc40cb580 con 0x7f0dc40cf1f0 2024-09-13T17:00:07.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.486+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0da80035d0 con 0x7f0dc40cf1f0 2024-09-13T17:00:07.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc1e00700 1 --2- 172.21.15.99:0/1325050116 >> v2:172.21.15.170:3300/0 conn(0x7f0dc415cff0 0x7f0dc40cecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 433074240 0 0) 0x7f0da80035d0 con 0x7f0dc40cf1f0 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 >> v2:172.21.15.170:3300/0 conn(0x7f0dc415cff0 msgr2=0x7f0dc40cecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 --2- 172.21.15.99:0/1325050116 >> v2:172.21.15.170:3300/0 conn(0x7f0dc415cff0 0x7f0dc40cecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 >> v1:172.21.15.170:6789/0 conn(0x7f0dc40cba10 legacy=0x7f0dc40cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dc406ba10 con 0x7f0dc40cf1f0 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f0db0001670 con 0x7f0dc40cf1f0 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 >> v1:172.21.15.99:6789/0 conn(0x7f0dc40cf1f0 legacy=0x7f0dc40cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 --2- 172.21.15.99:0/1325050116 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0da8003a20 0x7f0da8003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 --2- 172.21.15.99:0/1325050116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0da8004870 0x7f0da8004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 --2- 172.21.15.99:0/1325050116 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0da8005350 0x7f0da800ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc406b730 con 0x7f0da8004870 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0da800c250 con 0x7f0da8003a20 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0da800c410 con 0x7f0da8005350 2024-09-13T17:00:07.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc1e00700 1 --2- 172.21.15.99:0/1325050116 >> v2:172.21.15.170:3300/0 conn(0x7f0dc415cff0 0x7f0dc40cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:07.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc1400700 1 --2- 172.21.15.99:0/1325050116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0da8004870 0x7f0da8004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc1400700 1 -- 172.21.15.99:0/1325050116 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0da8005350 msgr2=0x7f0da800ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc1400700 1 --2- 172.21.15.99:0/1325050116 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0da8005350 0x7f0da800ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc1400700 1 -- 172.21.15.99:0/1325050116 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0da8003a20 msgr2=0x7f0da8003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc1400700 1 --2- 172.21.15.99:0/1325050116 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0da8003a20 0x7f0da8003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc1400700 1 -- 172.21.15.99:0/1325050116 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0da80035d0 con 0x7f0da8004870 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc2800700 1 -- 172.21.15.99:0/1325050116 reap_dead start 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc1400700 1 --2- 172.21.15.99:0/1325050116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0da8004870 0x7f0da8004cf0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0db000c320 tx=0x7f0da80058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1a259516ca6500d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0db0007c30 con 0x7f0da8004870 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0db000ce80 con 0x7f0da8004870 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc0a00700 1 -- 172.21.15.99:0/1325050116 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0db0005bc0 con 0x7f0da8004870 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc3200700 1 -- 172.21.15.99:0/1325050116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0da8004870 msgr2=0x7f0da8004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc3200700 1 --2- 172.21.15.99:0/1325050116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0da8004870 0x7f0da8004cf0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0db000c320 tx=0x7f0da80058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.496 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc3200700 1 -- 172.21.15.99:0/1325050116 shutdown_connections 2024-09-13T17:00:07.496 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc3200700 1 --2- 172.21.15.99:0/1325050116 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0da8004870 0x7f0da8004cf0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.496 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc3200700 1 -- 172.21.15.99:0/1325050116 >> 172.21.15.99:0/1325050116 conn(0x7f0dc40d0b20 msgr2=0x7f0dc40d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.496 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc3200700 1 -- 172.21.15.99:0/1325050116 shutdown_connections 2024-09-13T17:00:07.496 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.490+0000 7f0dc3200700 1 -- 172.21.15.99:0/1325050116 wait complete. 2024-09-13T17:00:07.497 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.494+0000 7f0dc3200700 1 Processor -- start 2024-09-13T17:00:07.497 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.494+0000 7f0dc3200700 1 -- start start 2024-09-13T17:00:07.499 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.494+0000 7f0dc3200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0da8004870 0x7f0dc40b3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.499 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.494+0000 7f0dc3200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dc40c6da0 0x7f0dc41e4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.499 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.494+0000 7f0dc3200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0dc4148960 0x7f0dc4148df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.499 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.494+0000 7f0dc3200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc415c370 con 0x7f0dc40c6da0 2024-09-13T17:00:07.499 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.494+0000 7f0dc3200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc40b4280 con 0x7f0da8004870 2024-09-13T17:00:07.499 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.494+0000 7f0dc3200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dc40c6080 con 0x7f0dc4148960 2024-09-13T17:00:07.500 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dc40c6da0 0x7f0dc41e4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.500 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dc40c6da0 0x7f0dc41e4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40386/0 (socket says 172.21.15.99:40386) 2024-09-13T17:00:07.500 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1400700 1 -- 172.21.15.99:0/1154038261 learned_addr learned my addr 172.21.15.99:0/1154038261 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:07.500 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc2800700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0dc4148960 0x7f0dc4148df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.500 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1e00700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0da8004870 0x7f0dc40b3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.501 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1400700 1 -- 172.21.15.99:0/1154038261 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0dc4148960 msgr2=0x7f0dc4148df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.501 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1400700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0dc4148960 0x7f0dc4148df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1400700 1 -- 172.21.15.99:0/1154038261 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0da8004870 msgr2=0x7f0dc40b3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1400700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0da8004870 0x7f0dc40b3950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1400700 1 -- 172.21.15.99:0/1154038261 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dc41e5140 con 0x7f0dc40c6da0 2024-09-13T17:00:07.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1e00700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0da8004870 0x7f0dc40b3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:07.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc1400700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dc40c6da0 0x7f0dc41e4c00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0db0007d60 tx=0x7f0db0001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dba000700 1 -- 172.21.15.99:0/1154038261 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0db0004da0 con 0x7f0dc40c6da0 2024-09-13T17:00:07.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dba000700 1 -- 172.21.15.99:0/1154038261 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0db00070d0 con 0x7f0dc40c6da0 2024-09-13T17:00:07.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc3200700 1 -- 172.21.15.99:0/1154038261 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dc40b3fa0 con 0x7f0dc40c6da0 2024-09-13T17:00:07.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dba000700 1 -- 172.21.15.99:0/1154038261 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0db0007440 con 0x7f0dc40c6da0 2024-09-13T17:00:07.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc3200700 1 -- 172.21.15.99:0/1154038261 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dc40c65a0 con 0x7f0dc40c6da0 2024-09-13T17:00:07.503 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.498+0000 7f0dc3200700 1 -- 172.21.15.99:0/1154038261 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dc40d05b0 con 0x7f0dc40c6da0 2024-09-13T17:00:07.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.502+0000 7f0dba000700 1 -- 172.21.15.99:0/1154038261 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0db00075a0 con 0x7f0dc40c6da0 2024-09-13T17:00:07.506 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.502+0000 7f0dba000700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0da4066760 0x7f0da4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.506 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.502+0000 7f0dba000700 1 -- 172.21.15.99:0/1154038261 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0db0085630 con 0x7f0dc40c6da0 2024-09-13T17:00:07.507 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.502+0000 7f0dc1e00700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0da4066760 0x7f0da4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.508 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.506+0000 7f0dc1e00700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0da4066760 0x7f0da4068c20 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0dc41f63f0 tx=0x7f0db4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.511 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.506+0000 7f0dba000700 1 -- 172.21.15.99:0/1154038261 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0db0052ab0 con 0x7f0dc40c6da0 2024-09-13T17:00:07.696 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.694+0000 7f0dc3200700 1 -- 172.21.15.99:0/1154038261 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0dc41e8e30 con 0x7f0dc40c6da0 2024-09-13T17:00:07.697 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.694+0000 7f0dba000700 1 -- 172.21.15.99:0/1154038261 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7f0db0007d90 con 0x7f0dc40c6da0 2024-09-13T17:00:07.698 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:07.698 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:07.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 -- 172.21.15.99:0/1154038261 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0da4066760 msgr2=0x7f0da4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0da4066760 0x7f0da4068c20 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0dc41f63f0 tx=0x7f0db4008040 comp rx=0 tx=0).stop 2024-09-13T17:00:07.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 -- 172.21.15.99:0/1154038261 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dc40c6da0 msgr2=0x7f0dc41e4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dc40c6da0 0x7f0dc41e4c00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0db0007d60 tx=0x7f0db0001a00 comp rx=0 tx=0).stop 2024-09-13T17:00:07.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 -- 172.21.15.99:0/1154038261 shutdown_connections 2024-09-13T17:00:07.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0da4066760 0x7f0da4068c20 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0dc40c6da0 0x7f0dc41e4c00 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0dc4148960 0x7f0dc4148df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 --2- 172.21.15.99:0/1154038261 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0da8004870 0x7f0dc40b3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 -- 172.21.15.99:0/1154038261 >> 172.21.15.99:0/1154038261 conn(0x7f0dc40d0b20 msgr2=0x7f0dc41e9350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 -- 172.21.15.99:0/1154038261 shutdown_connections 2024-09-13T17:00:07.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.698+0000 7f0dc3200700 1 -- 172.21.15.99:0/1154038261 wait complete. 2024-09-13T17:00:07.720 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-13T17:00:07.721 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-13T17:00:07.721 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-13T17:00:07.721 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-13T17:00:07.722 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-13T17:00:07.722 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-13T17:00:07.723 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-13T17:00:07.723 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-13T17:00:07.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.946+0000 7f4924e00700 1 Processor -- start 2024-09-13T17:00:07.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f4924e00700 1 -- start start 2024-09-13T17:00:07.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f026a200700 1 Processor -- start 2024-09-13T17:00:07.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f026a200700 1 -- start start 2024-09-13T17:00:07.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f72a2e00700 1 Processor -- start 2024-09-13T17:00:07.958 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f4924e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f492006fa00 0x7f49200cde90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.958 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f4924e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 0x7f49200ce3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.958 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f72a2e00700 1 -- start start 2024-09-13T17:00:07.958 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f4924e00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f492015d700 con 0x7f4920071820 2024-09-13T17:00:07.958 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f491e800700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f4920071820 0x7f49200b3b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:55252/0 (socket says 172.21.15.99:55252) 2024-09-13T17:00:07.958 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f491e800700 1 -- 172.21.15.99:0/1442215914 learned_addr learned my addr 172.21.15.99:0/1442215914 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:07.959 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.950+0000 7f491d400700 1 --2- 172.21.15.99:0/1442215914 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 0x7f49200ce3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.959 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f491de00700 1 --2- 172.21.15.99:0/1442215914 >> v2:172.21.15.170:3300/0 conn(0x7f492006fa00 0x7f49200cde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.959 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f8e09600700 1 Processor -- start 2024-09-13T17:00:07.959 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f026a200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f02640b3ac0 0x7f0264163b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.959 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f4924e00700 1 -- 172.21.15.99:0/1442215914 --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f492015caf0 con 0x7f492006fa00 2024-09-13T17:00:07.960 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f026a200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f026406dc50 con 0x7f02640745b0 2024-09-13T17:00:07.960 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f026a200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f026406d970 con 0x7f026406cc40 2024-09-13T17:00:07.960 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f026a200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0264142d80 con 0x7f02640b3ac0 2024-09-13T17:00:07.960 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0268e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f02640745b0 0x7f0264142670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47174/0 (socket says 172.21.15.99:47174) 2024-09-13T17:00:07.960 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0268e00700 1 -- 172.21.15.99:0/1405047992 learned_addr learned my addr 172.21.15.99:0/1405047992 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:07.960 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0269800700 1 --2- 172.21.15.99:0/1405047992 >> v2:172.21.15.170:3300/0 conn(0x7f02640b3ac0 0x7f0264163b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.961 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f4924e00700 1 -- 172.21.15.99:0/1442215914 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f492015cdd0 con 0x7f492006fde0 2024-09-13T17:00:07.961 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f491ca00700 1 -- 172.21.15.99:0/1442215914 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1024443917 0 0) 0x7f492015d700 con 0x7f4920071820 2024-09-13T17:00:07.961 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f491ca00700 1 -- 172.21.15.99:0/1442215914 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f49040057e0 con 0x7f4920071820 2024-09-13T17:00:07.961 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f8e09600700 1 -- start start 2024-09-13T17:00:07.961 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f72a1a00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f729c0667b0 0x7f729c142360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47190/0 (socket says 172.21.15.99:47190) 2024-09-13T17:00:07.962 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f72a1a00700 1 -- 172.21.15.99:0/119487137 learned_addr learned my addr 172.21.15.99:0/119487137 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:07.962 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f491d400700 1 -- 172.21.15.99:0/1442215914 >> v2:172.21.15.170:3300/0 conn(0x7f492006fa00 msgr2=0x7f49200cde90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:07.962 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0263400700 1 -- 172.21.15.99:0/1405047992 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4283063363 0 0) 0x7f026406dc50 con 0x7f02640745b0 2024-09-13T17:00:07.962 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0263400700 1 -- 172.21.15.99:0/1405047992 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f024c0035d0 con 0x7f02640745b0 2024-09-13T17:00:07.963 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f1945e00700 1 Processor -- start 2024-09-13T17:00:07.963 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f72a2e00700 1 --2- 172.21.15.99:0/119487137 >> v2:172.21.15.170:3300/0 conn(0x7f729c15ab60 0x7f729c06da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.964 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f491d400700 1 --2- 172.21.15.99:0/1442215914 >> v2:172.21.15.170:3300/0 conn(0x7f492006fa00 0x7f49200cde90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.964 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f491d400700 1 -- 172.21.15.99:0/1442215914 >> v1:172.21.15.170:6789/0 conn(0x7f4920071820 legacy=0x7f49200b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.964 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f491d400700 1 -- 172.21.15.99:0/1442215914 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f492015d0b0 con 0x7f492006fde0 2024-09-13T17:00:07.964 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f72a2e00700 1 -- 172.21.15.99:0/119487137 --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f729c15a1c0 con 0x7f729c0667b0 2024-09-13T17:00:07.964 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0269800700 1 -- 172.21.15.99:0/1405047992 >> v1:172.21.15.170:6789/0 conn(0x7f026406cc40 legacy=0x7f026406d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.965 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0269800700 1 -- 172.21.15.99:0/1405047992 >> v1:172.21.15.99:6789/0 conn(0x7f02640745b0 legacy=0x7f0264142670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.965 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f9584600700 1 Processor -- start 2024-09-13T17:00:07.965 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f5ecb200700 1 Processor -- start 2024-09-13T17:00:07.965 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0269800700 1 -- 172.21.15.99:0/1405047992 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02640b1fd0 con 0x7f02640b3ac0 2024-09-13T17:00:07.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f1945e00700 1 -- start start 2024-09-13T17:00:07.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f5ecb200700 1 -- start start 2024-09-13T17:00:07.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f72a2e00700 1 -- 172.21.15.99:0/119487137 --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f729c0cd5d0 con 0x7f729c06d5b0 2024-09-13T17:00:07.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f72a2e00700 1 -- 172.21.15.99:0/119487137 --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f729c06ca70 con 0x7f729c15ab60 2024-09-13T17:00:07.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f72a2400700 1 --2- 172.21.15.99:0/119487137 >> v2:172.21.15.170:3300/0 conn(0x7f729c15ab60 0x7f729c06da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f729be00700 1 -- 172.21.15.99:0/119487137 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 829235295 0 0) 0x7f729c15a1c0 con 0x7f729c0667b0 2024-09-13T17:00:07.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0269800700 1 --2- 172.21.15.99:0/1405047992 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02640b3ac0 0x7f0264163b20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f025c00aea0 tx=0x7f025c00c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ba8c8d7dd91fb0e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f729be00700 1 -- 172.21.15.99:0/119487137 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f72840046e0 con 0x7f729c0667b0 2024-09-13T17:00:07.968 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f8e09600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8e040b0780 0x7f8e040b0c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.968 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f8e09600700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e0406d520 con 0x7f8e04146530 2024-09-13T17:00:07.968 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f8e09600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8e0415dd90 con 0x7f8e040cca40 2024-09-13T17:00:07.968 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f8e09600700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8e0415e350 con 0x7f8e040b0780 2024-09-13T17:00:07.968 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0263400700 1 -- 172.21.15.99:0/1405047992 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f025c00f070 con 0x7f02640b3ac0 2024-09-13T17:00:07.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0263400700 1 -- 172.21.15.99:0/1405047992 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f025c00c910 con 0x7f02640b3ac0 2024-09-13T17:00:07.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f0263400700 1 -- 172.21.15.99:0/1405047992 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f025c00ccc0 con 0x7f02640b3ac0 2024-09-13T17:00:07.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f8e08c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8e040b0780 0x7f8e040b0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f8e08c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8e040b0780 0x7f8e040b0c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40400/0 (socket says 172.21.15.99:40400) 2024-09-13T17:00:07.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f8e08c00700 1 -- 172.21.15.99:0/2308264213 learned_addr learned my addr 172.21.15.99:0/2308264213 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:07.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.954+0000 7f9584600700 1 -- start start 2024-09-13T17:00:07.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f729be00700 1 -- 172.21.15.99:0/119487137 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4215489579 0 0) 0x7f729c0cd5d0 con 0x7f729c06d5b0 2024-09-13T17:00:07.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f729be00700 1 -- 172.21.15.99:0/119487137 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f729c15a1c0 con 0x7f729c06d5b0 2024-09-13T17:00:07.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f026a200700 1 -- 172.21.15.99:0/1405047992 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02640b3ac0 msgr2=0x7f0264163b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f026a200700 1 --2- 172.21.15.99:0/1405047992 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02640b3ac0 0x7f0264163b20 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f025c00aea0 tx=0x7f025c00c330 comp rx=0 tx=0).stop 2024-09-13T17:00:07.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f72a2400700 1 -- 172.21.15.99:0/119487137 >> v1:172.21.15.170:6789/0 conn(0x7f729c06d5b0 legacy=0x7f729c15a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f72a2400700 1 -- 172.21.15.99:0/119487137 >> v1:172.21.15.99:6789/0 conn(0x7f729c0667b0 legacy=0x7f729c142360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f72a2400700 1 -- 172.21.15.99:0/119487137 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f729c0cd8b0 con 0x7f729c15ab60 2024-09-13T17:00:07.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f026a200700 1 -- 172.21.15.99:0/1405047992 shutdown_connections 2024-09-13T17:00:07.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f026a200700 1 --2- 172.21.15.99:0/1405047992 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02640b3ac0 0x7f0264163b20 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f026a200700 1 -- 172.21.15.99:0/1405047992 >> 172.21.15.99:0/1405047992 conn(0x7f026406f790 msgr2=0x7f026406fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f8e08c00700 1 -- 172.21.15.99:0/2308264213 >> v1:172.21.15.170:6789/0 conn(0x7f8e040cca40 legacy=0x7f8e0415d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:07.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f8e08c00700 1 -- 172.21.15.99:0/2308264213 >> v1:172.21.15.99:6789/0 conn(0x7f8e04146530 legacy=0x7f8e0415e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:07.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f8e08c00700 1 -- 172.21.15.99:0/2308264213 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e0415e070 con 0x7f8e040b0780 2024-09-13T17:00:07.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f8e08c00700 1 --2- 172.21.15.99:0/2308264213 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e040b0780 0x7f8e040b0c30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8df4009940 tx=0x7f8df4009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f9cbfa339612660 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f006b200700 1 Processor -- start 2024-09-13T17:00:07.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1945e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1938033ac0 0x7f1938009ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f491d400700 1 --2- 172.21.15.99:0/1442215914 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 0x7f49200ce3d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f490c009850 tx=0x7f490c009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae86379c2143a74d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f8e02a00700 1 -- 172.21.15.99:0/2308264213 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df4004230 con 0x7f8e040b0780 2024-09-13T17:00:07.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1945e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f19380eb420 0x7f193804ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9584600700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f957c071820 0x7f957c06fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9584600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f957c0ce5a0 0x7f957c158840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9584600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f957c15d700 con 0x7f957c06f970 2024-09-13T17:00:07.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9581c00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f957c06f970 0x7f957c0cde90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:55280/0 (socket says 172.21.15.99:55280) 2024-09-13T17:00:07.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9584600700 1 -- 172.21.15.99:0/4121688890 --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f957c15caf0 con 0x7f957c0ce5a0 2024-09-13T17:00:07.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9581c00700 1 -- 172.21.15.99:0/4121688890 learned_addr learned my addr 172.21.15.99:0/4121688890 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:07.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9584600700 1 -- 172.21.15.99:0/4121688890 --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f957c15cdd0 con 0x7f957c071820 2024-09-13T17:00:07.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f026a200700 1 -- 172.21.15.99:0/1405047992 shutdown_connections 2024-09-13T17:00:07.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1945e00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f193801cfa0 con 0x7f1938007260 2024-09-13T17:00:07.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1945e00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f193801c670 con 0x7f1938033ac0 2024-09-13T17:00:07.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1945e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f193801c950 con 0x7f19380eb420 2024-09-13T17:00:07.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f026a200700 1 -- 172.21.15.99:0/1405047992 wait complete. 2024-09-13T17:00:07.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f006b200700 1 -- start start 2024-09-13T17:00:07.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5ecb200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f5ecc06d5b0 0x7f5ecc06da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5ecb200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5ecc15a450 0x7f5ecc15a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9582600700 1 --2- 172.21.15.99:0/4121688890 >> v2:172.21.15.99:3300/0 conn(0x7f957c0ce5a0 0x7f957c158840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1944a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1938033ac0 0x7f1938009ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1944a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1938033ac0 0x7f1938009ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40420/0 (socket says 172.21.15.99:40420) 2024-09-13T17:00:07.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1944a00700 1 -- 172.21.15.99:0/3086029056 learned_addr learned my addr 172.21.15.99:0/3086029056 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:07.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f491ca00700 1 -- 172.21.15.99:0/1442215914 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f490c011830 con 0x7f492006fde0 2024-09-13T17:00:07.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f72a2400700 1 --2- 172.21.15.99:0/119487137 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f729c15ab60 0x7f729c06da20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7294009d90 tx=0x7f729400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=90b2512a931695c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f193fe00700 1 --2- 172.21.15.99:0/3086029056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f19380eb420 0x7f193804ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f491ca00700 1 -- 172.21.15.99:0/1442215914 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f490c011990 con 0x7f492006fde0 2024-09-13T17:00:07.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f491ca00700 1 -- 172.21.15.99:0/1442215914 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f490c011d40 con 0x7f492006fde0 2024-09-13T17:00:07.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5ecb200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ecc1429b0 con 0x7f5ecc1425d0 2024-09-13T17:00:07.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9581200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f957c071820 0x7f957c06fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9582600700 1 -- 172.21.15.99:0/4121688890 >> v2:172.21.15.170:3300/0 conn(0x7f957c071820 msgr2=0x7f957c06fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:07.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9582600700 1 --2- 172.21.15.99:0/4121688890 >> v2:172.21.15.170:3300/0 conn(0x7f957c071820 0x7f957c06fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9582600700 1 -- 172.21.15.99:0/4121688890 >> v1:172.21.15.170:6789/0 conn(0x7f957c06f970 legacy=0x7f957c0cde90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f9582600700 1 -- 172.21.15.99:0/4121688890 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f957c15d0b0 con 0x7f957c0ce5a0 2024-09-13T17:00:07.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5ecb200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ecc06ca70 con 0x7f5ecc15a450 2024-09-13T17:00:07.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5eca800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5ecc15a450 0x7f5ecc15a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5ecb200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ecc06df60 con 0x7f5ecc06d5b0 2024-09-13T17:00:07.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5eca800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5ecc15a450 0x7f5ecc15a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40430/0 (socket says 172.21.15.99:40430) 2024-09-13T17:00:07.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5eca800700 1 -- 172.21.15.99:0/1528319311 learned_addr learned my addr 172.21.15.99:0/1528319311 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:07.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5ec9e00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f5ecc1425d0 0x7f5ecc0ce0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:55310/0 (socket says 172.21.15.99:55310) 2024-09-13T17:00:07.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5ec9400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f5ecc06d5b0 0x7f5ecc06da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1944a00700 1 -- 172.21.15.99:0/3086029056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f19380eb420 msgr2=0x7f193804ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:07.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1944a00700 1 --2- 172.21.15.99:0/3086029056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f19380eb420 0x7f193804ec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1944a00700 1 -- 172.21.15.99:0/3086029056 >> v1:172.21.15.170:6789/0 conn(0x7f1938007260 legacy=0x7f193801d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f1944a00700 1 -- 172.21.15.99:0/3086029056 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f193801cc30 con 0x7f1938033ac0 2024-09-13T17:00:07.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f8e02a00700 1 -- 172.21.15.99:0/2308264213 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8df4009e90 con 0x7f8e040b0780 2024-09-13T17:00:07.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f8e02a00700 1 -- 172.21.15.99:0/2308264213 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df4004230 con 0x7f8e040b0780 2024-09-13T17:00:07.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5eca800700 1 -- 172.21.15.99:0/1528319311 >> v2:172.21.15.170:3300/0 conn(0x7f5ecc06d5b0 msgr2=0x7f5ecc06da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:07.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5eca800700 1 --2- 172.21.15.99:0/1528319311 >> v2:172.21.15.170:3300/0 conn(0x7f5ecc06d5b0 0x7f5ecc06da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f5eca800700 1 -- 172.21.15.99:0/1528319311 >> v1:172.21.15.170:6789/0 conn(0x7f5ecc1425d0 legacy=0x7f5ecc0ce0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f5eca800700 1 -- 172.21.15.99:0/1528319311 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ecc159ee0 con 0x7f5ecc15a450 2024-09-13T17:00:07.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f729be00700 1 -- 172.21.15.99:0/119487137 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f729400e070 con 0x7f729c15ab60 2024-09-13T17:00:07.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f729be00700 1 -- 172.21.15.99:0/119487137 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7294003a40 con 0x7f729c15ab60 2024-09-13T17:00:07.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.958+0000 7f729be00700 1 -- 172.21.15.99:0/119487137 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7288001670 con 0x7f729c15ab60 2024-09-13T17:00:07.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f5ec9400700 1 --2- 172.21.15.99:0/1528319311 >> v2:172.21.15.170:3300/0 conn(0x7f5ecc06d5b0 0x7f5ecc06da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:07.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f4924e00700 1 -- 172.21.15.99:0/1442215914 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 msgr2=0x7f49200ce3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f4924e00700 1 --2- 172.21.15.99:0/1442215914 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 0x7f49200ce3d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f490c009850 tx=0x7f490c009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:07.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f5eca800700 1 --2- 172.21.15.99:0/1528319311 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5ecc15a450 0x7f5ecc15a870 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc06ce70 tx=0x7f5ec400f680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1cde0f7bfa4b343 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f4924e00700 1 -- 172.21.15.99:0/1442215914 shutdown_connections 2024-09-13T17:00:07.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f4924e00700 1 --2- 172.21.15.99:0/1442215914 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 0x7f49200ce3d0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f4924e00700 1 --2- 172.21.15.99:0/1442215914 >> v2:172.21.15.170:3300/0 conn(0x7f492006fa00 0x7f49200cde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f4924e00700 1 -- 172.21.15.99:0/1442215914 >> 172.21.15.99:0/1442215914 conn(0x7f4920066780 msgr2=0x7f4920071110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f1944a00700 1 --2- 172.21.15.99:0/3086029056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1938033ac0 0x7f1938009ba0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1934009910 tx=0x7f1934009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c6758bdd84aa8c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f72a2e00700 1 -- 172.21.15.99:0/119487137 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f729c15ab60 msgr2=0x7f729c06da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f72a2e00700 1 --2- 172.21.15.99:0/119487137 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f729c15ab60 0x7f729c06da20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f7294009d90 tx=0x7f729400b330 comp rx=0 tx=0).stop 2024-09-13T17:00:07.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f4924e00700 1 -- 172.21.15.99:0/1442215914 shutdown_connections 2024-09-13T17:00:07.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f9582600700 1 --2- 172.21.15.99:0/4121688890 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f957c0ce5a0 0x7f957c158840 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f957c15da50 tx=0x7f957400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e5c397ef8160319 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f4924e00700 1 -- 172.21.15.99:0/1442215914 wait complete. 2024-09-13T17:00:07.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f72a2e00700 1 -- 172.21.15.99:0/119487137 shutdown_connections 2024-09-13T17:00:07.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f72a2e00700 1 --2- 172.21.15.99:0/119487137 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f729c15ab60 0x7f729c06da20 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f72a2e00700 1 -- 172.21.15.99:0/119487137 >> 172.21.15.99:0/119487137 conn(0x7f729c066330 msgr2=0x7f729c06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f72a2e00700 1 -- 172.21.15.99:0/119487137 shutdown_connections 2024-09-13T17:00:07.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f957be00700 1 -- 172.21.15.99:0/4121688890 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f957400e070 con 0x7f957c0ce5a0 2024-09-13T17:00:07.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f8e09600700 1 -- 172.21.15.99:0/2308264213 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e040b0780 msgr2=0x7f8e040b0c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f8e09600700 1 --2- 172.21.15.99:0/2308264213 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e040b0780 0x7f8e040b0c30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f8df4009940 tx=0x7f8df4009c50 comp rx=0 tx=0).stop 2024-09-13T17:00:07.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f72a2e00700 1 -- 172.21.15.99:0/119487137 wait complete. 2024-09-13T17:00:07.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f026a200700 1 Processor -- start 2024-09-13T17:00:07.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f006b200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c0e6fc0 0x7f005c053a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f193f400700 1 -- 172.21.15.99:0/3086029056 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1934005e50 con 0x7f1938033ac0 2024-09-13T17:00:07.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f006b200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f005c0588e0 con 0x7f005c037da0 2024-09-13T17:00:07.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f006b200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f005c057130 con 0x7f005c0e73a0 2024-09-13T17:00:07.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f006b200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f005c057410 con 0x7f005c0e6fc0 2024-09-13T17:00:07.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f193f400700 1 -- 172.21.15.99:0/3086029056 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1934006030 con 0x7f1938033ac0 2024-09-13T17:00:07.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f0063400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f005c037da0 0x7f005c0581d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47212/0 (socket says 172.21.15.99:47212) 2024-09-13T17:00:07.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f0063400700 1 -- 172.21.15.99:0/3504162670 learned_addr learned my addr 172.21.15.99:0/3504162670 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:07.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f8e09600700 1 -- 172.21.15.99:0/2308264213 shutdown_connections 2024-09-13T17:00:07.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f0063e00700 1 --2- 172.21.15.99:0/3504162670 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c0e6fc0 0x7f005c053a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f5ec8a00700 1 -- 172.21.15.99:0/1528319311 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec4012070 con 0x7f5ecc15a450 2024-09-13T17:00:07.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f5ec8a00700 1 -- 172.21.15.99:0/1528319311 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ec400d0d0 con 0x7f5ecc15a450 2024-09-13T17:00:07.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f5ec8a00700 1 -- 172.21.15.99:0/1528319311 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec400d480 con 0x7f5ecc15a450 2024-09-13T17:00:07.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f1945e00700 1 -- 172.21.15.99:0/3086029056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1938033ac0 msgr2=0x7f1938009ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f957be00700 1 -- 172.21.15.99:0/4121688890 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f957400bad0 con 0x7f957c0ce5a0 2024-09-13T17:00:07.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f957be00700 1 -- 172.21.15.99:0/4121688890 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f957400e070 con 0x7f957c0ce5a0 2024-09-13T17:00:07.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f8e09600700 1 --2- 172.21.15.99:0/2308264213 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e040b0780 0x7f8e040b0c30 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f8e09600700 1 -- 172.21.15.99:0/2308264213 >> 172.21.15.99:0/2308264213 conn(0x7f8e04066780 msgr2=0x7f8e0406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f193f400700 1 -- 172.21.15.99:0/3086029056 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1934005e50 con 0x7f1938033ac0 2024-09-13T17:00:07.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f0063e00700 1 -- 172.21.15.99:0/3504162670 >> v1:172.21.15.170:6789/0 conn(0x7f005c0e73a0 legacy=0x7f005c006da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f0063e00700 1 -- 172.21.15.99:0/3504162670 >> v1:172.21.15.99:6789/0 conn(0x7f005c037da0 legacy=0x7f005c0581d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.991 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f0063e00700 1 -- 172.21.15.99:0/3504162670 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f005c0576f0 con 0x7f005c0e6fc0 2024-09-13T17:00:07.991 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f0062a00700 1 -- 172.21.15.99:0/3504162670 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 83962162 0 0) 0x7f005c0588e0 con 0x7f005c037da0 2024-09-13T17:00:07.991 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f026a200700 1 -- start start 2024-09-13T17:00:07.991 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f8e09600700 1 -- 172.21.15.99:0/2308264213 shutdown_connections 2024-09-13T17:00:07.991 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f026a200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f026406cc40 0x7f0264151ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f026a200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f02640745b0 0x7f026413a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f026a200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02640b3ac0 0x7f02640cd920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f026a200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f026406d790 con 0x7f026406cc40 2024-09-13T17:00:07.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f026a200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02641529d0 con 0x7f02640b3ac0 2024-09-13T17:00:07.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f8e09600700 1 -- 172.21.15.99:0/2308264213 wait complete. 2024-09-13T17:00:07.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f026a200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f026413c0d0 con 0x7f02640745b0 2024-09-13T17:00:07.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f4924e00700 1 Processor -- start 2024-09-13T17:00:07.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f0063e00700 1 --2- 172.21.15.99:0/3504162670 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c0e6fc0 0x7f005c053a80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0058009880 tx=0x7f0058009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46166105b61f2a94 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:07.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f1945e00700 1 --2- 172.21.15.99:0/3086029056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1938033ac0 0x7f1938009ba0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1934009910 tx=0x7f1934009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:07.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f0268e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f026406cc40 0x7f0264151ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0269800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02640b3ac0 0x7f02640cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0269800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02640b3ac0 0x7f02640cd920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42590/0 (socket says 172.21.15.99:42590) 2024-09-13T17:00:07.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0269800700 1 -- 172.21.15.99:0/2865710647 learned_addr learned my addr 172.21.15.99:0/2865710647 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:07.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.962+0000 7f0263e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f02640745b0 0x7f026413a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f9584600700 1 -- 172.21.15.99:0/4121688890 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f957c0ce5a0 msgr2=0x7f957c158840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f9584600700 1 --2- 172.21.15.99:0/4121688890 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f957c0ce5a0 0x7f957c158840 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f957c15da50 tx=0x7f957400b330 comp rx=0 tx=0).stop 2024-09-13T17:00:07.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0062a00700 1 -- 172.21.15.99:0/3504162670 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0058011830 con 0x7f005c0e6fc0 2024-09-13T17:00:07.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0062a00700 1 -- 172.21.15.99:0/3504162670 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0058011990 con 0x7f005c0e6fc0 2024-09-13T17:00:07.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0062a00700 1 -- 172.21.15.99:0/3504162670 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0058011d00 con 0x7f005c0e6fc0 2024-09-13T17:00:07.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f5ecb200700 1 -- 172.21.15.99:0/1528319311 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5ecc15a450 msgr2=0x7f5ecc15a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f5ecb200700 1 --2- 172.21.15.99:0/1528319311 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5ecc15a450 0x7f5ecc15a870 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc06ce70 tx=0x7f5ec400f680 comp rx=0 tx=0).stop 2024-09-13T17:00:07.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f1945e00700 1 -- 172.21.15.99:0/3086029056 shutdown_connections 2024-09-13T17:00:07.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f1945e00700 1 --2- 172.21.15.99:0/3086029056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f19380eb420 0x7f193804ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f1945e00700 1 --2- 172.21.15.99:0/3086029056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1938033ac0 0x7f1938009ba0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f1945e00700 1 -- 172.21.15.99:0/3086029056 >> 172.21.15.99:0/3086029056 conn(0x7f1938036140 msgr2=0x7f1938036550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.996 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f5ecb200700 1 -- 172.21.15.99:0/1528319311 shutdown_connections 2024-09-13T17:00:07.996 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f5ecb200700 1 --2- 172.21.15.99:0/1528319311 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5ecc15a450 0x7f5ecc15a870 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.996 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f5ecb200700 1 --2- 172.21.15.99:0/1528319311 >> v2:172.21.15.170:3300/0 conn(0x7f5ecc06d5b0 0x7f5ecc06da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.996 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f5ecb200700 1 -- 172.21.15.99:0/1528319311 >> 172.21.15.99:0/1528319311 conn(0x7f5ecc066330 msgr2=0x7f5ecc06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.996 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f72a2e00700 1 Processor -- start 2024-09-13T17:00:07.996 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f72a2e00700 1 -- start start 2024-09-13T17:00:07.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0269800700 1 -- 172.21.15.99:0/2865710647 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f02640745b0 msgr2=0x7f026413a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0269800700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f02640745b0 0x7f026413a820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0269800700 1 -- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f026406cc40 msgr2=0x7f0264151ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0269800700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f026406cc40 0x7f0264151ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0269800700 1 -- 172.21.15.99:0/2865710647 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f025c00ab80 con 0x7f02640b3ac0 2024-09-13T17:00:07.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4924e00700 1 -- start start 2024-09-13T17:00:07.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4924e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f492006fa00 0x7f492014ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f9584600700 1 -- 172.21.15.99:0/4121688890 shutdown_connections 2024-09-13T17:00:07.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f9584600700 1 --2- 172.21.15.99:0/4121688890 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f957c0ce5a0 0x7f957c158840 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f9584600700 1 --2- 172.21.15.99:0/4121688890 >> v2:172.21.15.170:3300/0 conn(0x7f957c071820 0x7f957c06fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f9584600700 1 -- 172.21.15.99:0/4121688890 >> 172.21.15.99:0/4121688890 conn(0x7f957c066780 msgr2=0x7f957c071110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f006b200700 1 -- 172.21.15.99:0/3504162670 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c0e6fc0 msgr2=0x7f005c053a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:07.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f006b200700 1 --2- 172.21.15.99:0/3504162670 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c0e6fc0 0x7f005c053a80 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0058009880 tx=0x7f0058009b90 comp rx=0 tx=0).stop 2024-09-13T17:00:07.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f006b200700 1 -- 172.21.15.99:0/3504162670 shutdown_connections 2024-09-13T17:00:07.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f006b200700 1 --2- 172.21.15.99:0/3504162670 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c0e6fc0 0x7f005c053a80 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:07.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f006b200700 1 -- 172.21.15.99:0/3504162670 >> 172.21.15.99:0/3504162670 conn(0x7f005c03a5a0 msgr2=0x7f005c03a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:07.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f006b200700 1 -- 172.21.15.99:0/3504162670 shutdown_connections 2024-09-13T17:00:07.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f006b200700 1 -- 172.21.15.99:0/3504162670 wait complete. 2024-09-13T17:00:07.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4924e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 0x7f49201551e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4924e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4920071820 0x7f4920155720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:07.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4924e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4920159c80 con 0x7f492006fa00 2024-09-13T17:00:07.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4924e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4920159490 con 0x7f4920071820 2024-09-13T17:00:07.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4924e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4920159ed0 con 0x7f492006fde0 2024-09-13T17:00:07.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491d400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 0x7f49201551e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491e800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4920071820 0x7f4920155720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:07.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491d400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 0x7f49201551e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46264/0 (socket says 172.21.15.99:46264) 2024-09-13T17:00:07.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491d400700 1 -- 172.21.15.99:0/83095806 learned_addr learned my addr 172.21.15.99:0/83095806 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:07.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491de00700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f492006fa00 0x7f492014ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f8e09600700 1 Processor -- start 2024-09-13T17:00:08.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f8e09600700 1 -- start start 2024-09-13T17:00:08.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f5ecb200700 1 -- 172.21.15.99:0/1528319311 shutdown_connections 2024-09-13T17:00:08.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f1945e00700 1 -- 172.21.15.99:0/3086029056 shutdown_connections 2024-09-13T17:00:08.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f1945e00700 1 -- 172.21.15.99:0/3086029056 wait complete. 2024-09-13T17:00:08.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491e800700 1 -- 172.21.15.99:0/83095806 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 msgr2=0x7f49201551e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491e800700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f492006fde0 0x7f49201551e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491e800700 1 -- 172.21.15.99:0/83095806 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f492006fa00 msgr2=0x7f492014ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491e800700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f492006fa00 0x7f492014ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491e800700 1 -- 172.21.15.99:0/83095806 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f490c0094b0 con 0x7f4920071820 2024-09-13T17:00:08.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f491e800700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4920071820 0x7f4920155720 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f491000c3c0 tx=0x7f491000c780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4916000700 1 -- 172.21.15.99:0/83095806 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4910004ca0 con 0x7f4920071820 2024-09-13T17:00:08.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4916000700 1 -- 172.21.15.99:0/83095806 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4910004e00 con 0x7f4920071820 2024-09-13T17:00:08.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4916000700 1 -- 172.21.15.99:0/83095806 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4910007310 con 0x7f4920071820 2024-09-13T17:00:08.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f492015a1b0 con 0x7f4920071820 2024-09-13T17:00:08.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f492014b690 con 0x7f4920071820 2024-09-13T17:00:08.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f492015d8b0 con 0x7f4920071820 2024-09-13T17:00:08.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f1945e00700 1 Processor -- start 2024-09-13T17:00:08.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f1945e00700 1 -- start start 2024-09-13T17:00:08.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0269800700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02640b3ac0 0x7f02640cd920 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f025c00a0f0 tx=0x7f025c004af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0260c00700 1 -- 172.21.15.99:0/2865710647 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f025c004930 con 0x7f02640b3ac0 2024-09-13T17:00:08.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0260c00700 1 -- 172.21.15.99:0/2865710647 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f025c00a330 con 0x7f02640b3ac0 2024-09-13T17:00:08.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f0260c00700 1 -- 172.21.15.99:0/2865710647 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f025c01c680 con 0x7f02640b3ac0 2024-09-13T17:00:08.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02641526f0 con 0x7f02640b3ac0 2024-09-13T17:00:08.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f026413bd60 con 0x7f02640b3ac0 2024-09-13T17:00:08.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f02640b2590 con 0x7f02640b3ac0 2024-09-13T17:00:08.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f9584600700 1 -- 172.21.15.99:0/4121688890 shutdown_connections 2024-09-13T17:00:08.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f9584600700 1 -- 172.21.15.99:0/4121688890 wait complete. 2024-09-13T17:00:08.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f9584600700 1 Processor -- start 2024-09-13T17:00:08.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a2e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f729c0667b0 0x7f729c157c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a2e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f729c06d5b0 0x7f729c0b07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a2e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f729c15ab60 0x7f729c0b0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a2e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729c13b550 con 0x7f729c0667b0 2024-09-13T17:00:08.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a2e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729c158140 con 0x7f729c15ab60 2024-09-13T17:00:08.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a2e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f729c135ce0 con 0x7f729c06d5b0 2024-09-13T17:00:08.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.966+0000 7f5ecb200700 1 -- 172.21.15.99:0/1528319311 wait complete. 2024-09-13T17:00:08.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f8e09600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e040b0780 0x7f8e0415c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f9584600700 1 -- start start 2024-09-13T17:00:08.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a1000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f729c06d5b0 0x7f729c0b07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a1000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f729c06d5b0 0x7f729c0b07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46270/0 (socket says 172.21.15.99:46270) 2024-09-13T17:00:08.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a1000700 1 -- 172.21.15.99:0/1826647835 learned_addr learned my addr 172.21.15.99:0/1826647835 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a1000700 1 -- 172.21.15.99:0/1826647835 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f729c15ab60 msgr2=0x7f729c0b0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a1000700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f729c15ab60 0x7f729c0b0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a1000700 1 -- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f729c0667b0 msgr2=0x7f729c157c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a1000700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f729c0667b0 0x7f729c157c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a1000700 1 -- 172.21.15.99:0/1826647835 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7294009a70 con 0x7f729c06d5b0 2024-09-13T17:00:08.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f1945e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1938007260 0x7f1938039b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f1945e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1938033ac0 0x7f1938048c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f1945e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f19380e9170 0x7f19380e9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f1945e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1938038090 con 0x7f1938033ac0 2024-09-13T17:00:08.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f1945e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19380e9b60 con 0x7f1938007260 2024-09-13T17:00:08.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f1945e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19380374a0 con 0x7f19380e9170 2024-09-13T17:00:08.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f4916000700 1 -- 172.21.15.99:0/83095806 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4910007470 con 0x7f4920071820 2024-09-13T17:00:08.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f006b200700 1 Processor -- start 2024-09-13T17:00:08.008 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f4916000700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4900066730 0x7f4900068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.008 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f8e09600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8e040cca40 0x7f8e040af700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.008 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f8e09600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e04146530 0x7f8e040afc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f4916000700 1 -- 172.21.15.99:0/83095806 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f49100847e0 con 0x7f4920071820 2024-09-13T17:00:08.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f491de00700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4900066730 0x7f4900068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f4916000700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] conn(0x7f490006e8d0 0x7f4900070cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f4916000700 1 -- 172.21.15.99:0/83095806 --> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f49000713a0 con 0x7f490006e8d0 2024-09-13T17:00:08.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e09600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e040b1170 con 0x7f8e040b0780 2024-09-13T17:00:08.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f4916000700 1 -- 172.21.15.99:0/83095806 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4910084b50 con 0x7f4920071820 2024-09-13T17:00:08.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f5ecb200700 1 Processor -- start 2024-09-13T17:00:08.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f491d400700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] conn(0x7f490006e8d0 0x7f4900070cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e09600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e040c3b90 con 0x7f8e04146530 2024-09-13T17:00:08.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e09600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8e040c3e30 con 0x7f8e040cca40 2024-09-13T17:00:08.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e08c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e04146530 0x7f8e040afc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e08c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e04146530 0x7f8e040afc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42612/0 (socket says 172.21.15.99:42612) 2024-09-13T17:00:08.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e08c00700 1 -- 172.21.15.99:0/4105667618 learned_addr learned my addr 172.21.15.99:0/4105667618 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f0260c00700 1 -- 172.21.15.99:0/2865710647 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f025c01c7e0 con 0x7f02640b3ac0 2024-09-13T17:00:08.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f0260c00700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0244066730 0x7f0244068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f0260c00700 1 -- 172.21.15.99:0/2865710647 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f025c086190 con 0x7f02640b3ac0 2024-09-13T17:00:08.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f0260c00700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] conn(0x7f024406e8d0 0x7f0244070cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f0260c00700 1 -- 172.21.15.99:0/2865710647 --> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f02440713a0 con 0x7f024406e8d0 2024-09-13T17:00:08.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f0260c00700 1 -- 172.21.15.99:0/2865710647 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f025c086500 con 0x7f02640b3ac0 2024-09-13T17:00:08.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f1944a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1938007260 0x7f1938039b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f1944a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1938007260 0x7f1938039b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42626/0 (socket says 172.21.15.99:42626) 2024-09-13T17:00:08.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f1944a00700 1 -- 172.21.15.99:0/3925674001 learned_addr learned my addr 172.21.15.99:0/3925674001 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f5ecb200700 1 -- start start 2024-09-13T17:00:08.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f1945400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f19380e9170 0x7f19380e9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.970+0000 7f72a1000700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f729c06d5b0 0x7f729c0b07f0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f729000caf0 tx=0x7f729000ceb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f1944a00700 1 -- 172.21.15.99:0/3925674001 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f19380e9170 msgr2=0x7f19380e9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f1944a00700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f19380e9170 0x7f19380e9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f1944a00700 1 -- 172.21.15.99:0/3925674001 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1938033ac0 msgr2=0x7f1938048c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f1944a00700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1938033ac0 0x7f1938048c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f1944a00700 1 -- 172.21.15.99:0/3925674001 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1934009520 con 0x7f1938007260 2024-09-13T17:00:08.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f7299600700 1 -- 172.21.15.99:0/1826647835 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7290005480 con 0x7f729c06d5b0 2024-09-13T17:00:08.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f7299600700 1 -- 172.21.15.99:0/1826647835 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72900036a0 con 0x7f729c06d5b0 2024-09-13T17:00:08.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f7299600700 1 -- 172.21.15.99:0/1826647835 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7290003a50 con 0x7f729c06d5b0 2024-09-13T17:00:08.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f006b200700 1 -- start start 2024-09-13T17:00:08.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f491d400700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] conn(0x7f490006e8d0 0x7f4900070cf0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9584600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f957c06f970 0x7f957c0cdf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9584600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f957c071820 0x7f957c0b0f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e08c00700 1 -- 172.21.15.99:0/4105667618 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8e040cca40 msgr2=0x7f8e040af700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e08c00700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8e040cca40 0x7f8e040af700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e08c00700 1 -- 172.21.15.99:0/4105667618 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e040b0780 msgr2=0x7f8e0415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e08c00700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8e040b0780 0x7f8e0415c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e08c00700 1 -- 172.21.15.99:0/4105667618 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8df4009570 con 0x7f8e04146530 2024-09-13T17:00:08.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f0268e00700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0244066730 0x7f0244068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9584600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f957c0ce5a0 0x7f957c1feae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9581200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f957c071820 0x7f957c0b0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9584600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f957c15b1d0 con 0x7f957c06f970 2024-09-13T17:00:08.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9584600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f957c14bb00 con 0x7f957c0ce5a0 2024-09-13T17:00:08.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9584600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f957c14bde0 con 0x7f957c071820 2024-09-13T17:00:08.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e08c00700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e04146530 0x7f8e040afc40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8df400b3c0 tx=0x7f8df4004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9582600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f957c0ce5a0 0x7f957c1feae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9582600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f957c0ce5a0 0x7f957c1feae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42628/0 (socket says 172.21.15.99:42628) 2024-09-13T17:00:08.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9582600700 1 -- 172.21.15.99:0/3016098529 learned_addr learned my addr 172.21.15.99:0/3016098529 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8dfbe00700 1 -- 172.21.15.99:0/4105667618 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df40038c0 con 0x7f8e04146530 2024-09-13T17:00:08.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8dfbe00700 1 -- 172.21.15.99:0/4105667618 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8df4003a20 con 0x7f8e04146530 2024-09-13T17:00:08.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8dfbe00700 1 -- 172.21.15.99:0/4105667618 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df4003dd0 con 0x7f8e04146530 2024-09-13T17:00:08.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9581c00700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f957c06f970 0x7f957c0cdf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f0263e00700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] conn(0x7f024406e8d0 0x7f0244070cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e040c4110 con 0x7f8e04146530 2024-09-13T17:00:08.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e040c46d0 con 0x7f8e04146530 2024-09-13T17:00:08.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f5ecb200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5ecc06d5b0 0x7f5ecc1f1d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f5ecb200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5ecc1425d0 0x7f5ecc156450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f5ecb200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5ecc15a450 0x7f5ecc153f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f5ecb200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ecc156dc0 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f5ecb200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ecc1570a0 con 0x7f5ecc1425d0 2024-09-13T17:00:08.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f5ecb200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ecc157380 con 0x7f5ecc15a450 2024-09-13T17:00:08.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.974+0000 7f9582600700 1 -- 172.21.15.99:0/3016098529 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f957c071820 msgr2=0x7f957c0b0f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9582600700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f957c071820 0x7f957c0b0f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9582600700 1 -- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f957c06f970 msgr2=0x7f957c0cdf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9582600700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f957c06f970 0x7f957c0cdf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9582600700 1 -- 172.21.15.99:0/3016098529 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9574009a70 con 0x7f957c0ce5a0 2024-09-13T17:00:08.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f4916000700 1 -- 172.21.15.99:0/83095806 <== osd.4 v2:172.21.15.170:6800/3569823550 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f49000713a0 con 0x7f490006e8d0 2024-09-13T17:00:08.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8e0415da50 con 0x7f8e04146530 2024-09-13T17:00:08.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5ec9e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5ecc06d5b0 0x7f5ecc1f1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f729c13acb0 con 0x7f729c06d5b0 2024-09-13T17:00:08.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f729c13b270 con 0x7f729c06d5b0 2024-09-13T17:00:08.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9581200700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f957c071820 0x7f957c0b0f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:08.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9582600700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f957c0ce5a0 0x7f957c1feae0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9574004000 tx=0x7f9574004af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5ec9e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5ecc06d5b0 0x7f5ecc1f1d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40476/0 (socket says 172.21.15.99:40476) 2024-09-13T17:00:08.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f491de00700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4900066730 0x7f4900068bf0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f49180074a0 tx=0x7f491800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f1944a00700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1938007260 0x7f1938039b20 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1934012000 tx=0x7f1934004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.024 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9579600700 1 -- 172.21.15.99:0/3016098529 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9574012630 con 0x7f957c0ce5a0 2024-09-13T17:00:08.024 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5ec9e00700 1 -- 172.21.15.99:0/1298364942 learned_addr learned my addr 172.21.15.99:0/1298364942 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.024 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5ec9400700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5ecc1425d0 0x7f5ecc156450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.024 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9579600700 1 -- 172.21.15.99:0/3016098529 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9574012790 con 0x7f957c0ce5a0 2024-09-13T17:00:08.025 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9579600700 1 -- 172.21.15.99:0/3016098529 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9574012b40 con 0x7f957c0ce5a0 2024-09-13T17:00:08.025 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5eca800700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5ecc15a450 0x7f5ecc153f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.025 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f193cc00700 1 -- 172.21.15.99:0/3925674001 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1934025630 con 0x7f1938007260 2024-09-13T17:00:08.025 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f193cc00700 1 -- 172.21.15.99:0/3925674001 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1934020070 con 0x7f1938007260 2024-09-13T17:00:08.025 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f193cc00700 1 -- 172.21.15.99:0/3925674001 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19340259f0 con 0x7f1938007260 2024-09-13T17:00:08.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5ec9e00700 1 -- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5ecc15a450 msgr2=0x7f5ecc153f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5ec9e00700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5ecc15a450 0x7f5ecc153f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5ec9e00700 1 -- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5ecc1425d0 msgr2=0x7f5ecc156450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5ec9e00700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5ecc1425d0 0x7f5ecc156450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5ec9e00700 1 -- 172.21.15.99:0/1298364942 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ec400f050 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f957c14c0c0 con 0x7f957c0ce5a0 2024-09-13T17:00:08.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f0268e00700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0244066730 0x7f0244068bf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f02580011e0 tx=0x7f0258009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.027 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f8dfbe00700 1 -- 172.21.15.99:0/4105667618 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8df4022070 con 0x7f8e04146530 2024-09-13T17:00:08.027 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f729c074790 con 0x7f729c06d5b0 2024-09-13T17:00:08.027 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f957c14c680 con 0x7f957c0ce5a0 2024-09-13T17:00:08.027 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.978+0000 7f5ec9e00700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5ecc06d5b0 0x7f5ecc1f1d30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc00c700 tx=0x7f5ebc00cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.028 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19380376f0 con 0x7f1938007260 2024-09-13T17:00:08.028 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1938037cb0 con 0x7f1938007260 2024-09-13T17:00:08.028 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f8dfbe00700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8de4066760 0x7f8de4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.028 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f8dfbe00700 1 -- 172.21.15.99:0/4105667618 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8df40860a0 con 0x7f8e04146530 2024-09-13T17:00:08.029 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f957c06ebb0 con 0x7f957c0ce5a0 2024-09-13T17:00:08.029 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f8dfbe00700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] conn(0x7f8de406e900 0x7f8de4070d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.029 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f8e03e00700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8de4066760 0x7f8de4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.029 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f8dfbe00700 1 -- 172.21.15.99:0/4105667618 --> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8de40713d0 con 0x7f8de406e900 2024-09-13T17:00:08.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0263e00700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] conn(0x7f024406e8d0 0x7f0244070cf0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f006b200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c037da0 0x7f005c04eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f5ec2000700 1 -- 172.21.15.99:0/1298364942 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc005cd0 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f5ec2000700 1 -- 172.21.15.99:0/1298364942 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ebc005e30 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.030 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f5ec2000700 1 -- 172.21.15.99:0/1298364942 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc0072d0 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.031 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f006b200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f005c0e6fc0 0x7f005c03b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.031 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f006b200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f005c0e73a0 0x7f005c0e0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.031 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f006b200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f005c0500e0 con 0x7f005c0e73a0 2024-09-13T17:00:08.031 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f193800a0e0 con 0x7f1938007260 2024-09-13T17:00:08.031 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f006b200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f005c0503c0 con 0x7f005c0e6fc0 2024-09-13T17:00:08.031 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f006b200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f005c0506a0 con 0x7f005c037da0 2024-09-13T17:00:08.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f8dfbe00700 1 -- 172.21.15.99:0/4105667618 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8df4086410 con 0x7f8e04146530 2024-09-13T17:00:08.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0063e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c037da0 0x7f005c04eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f8e03400700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] conn(0x7f8de406e900 0x7f8de4070d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f7299600700 1 -- 172.21.15.99:0/1826647835 <== mon.2 v2:172.21.15.170:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7290003bb0 con 0x7f729c06d5b0 2024-09-13T17:00:08.033 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f9579600700 1 -- 172.21.15.99:0/3016098529 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9574012ca0 con 0x7f957c0ce5a0 2024-09-13T17:00:08.033 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0063400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f005c0e6fc0 0x7f005c03b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.033 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0063400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f005c0e6fc0 0x7f005c03b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42652/0 (socket says 172.21.15.99:42652) 2024-09-13T17:00:08.033 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0063400700 1 -- 172.21.15.99:0/316200277 learned_addr learned my addr 172.21.15.99:0/316200277 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.033 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0063e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c037da0 0x7f005c04eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46304/0 (socket says 172.21.15.99:46304) 2024-09-13T17:00:08.033 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0069200700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f005c0e73a0 0x7f005c0e0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.033 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f8e03e00700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8de4066760 0x7f8de4068c20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc00ab90 tx=0x7f8dfc009230 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f9579600700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f955c066780 0x7f955c068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0069200700 1 -- 172.21.15.99:0/316200277 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c037da0 msgr2=0x7f005c04eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0069200700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c037da0 0x7f005c04eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0069200700 1 -- 172.21.15.99:0/316200277 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f005c0e6fc0 msgr2=0x7f005c03b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0069200700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f005c0e6fc0 0x7f005c03b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0069200700 1 -- 172.21.15.99:0/316200277 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00580094b0 con 0x7f005c0e73a0 2024-09-13T17:00:08.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f8e03400700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] conn(0x7f8de406e900 0x7f8de4070d20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f0063e00700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f005c037da0 0x7f005c04eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:08.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f0069200700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f005c0e73a0 0x7f005c0e0660 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f006404ff70 tx=0x7f00640735b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f9579600700 1 -- 172.21.15.99:0/3016098529 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f95740863c0 con 0x7f957c0ce5a0 2024-09-13T17:00:08.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f9579600700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] conn(0x7f955c06e9a0 0x7f955c070dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f9579600700 1 -- 172.21.15.99:0/3016098529 --> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f955c071470 con 0x7f955c06e9a0 2024-09-13T17:00:08.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f9579600700 1 -- 172.21.15.99:0/3016098529 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9574086730 con 0x7f957c0ce5a0 2024-09-13T17:00:08.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f7299600700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f727c066730 0x7f727c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f9581c00700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f955c066780 0x7f955c068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f0057e00700 1 -- 172.21.15.99:0/316200277 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f006406f240 con 0x7f005c0e73a0 2024-09-13T17:00:08.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f72a1a00700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f727c066730 0x7f727c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f0057e00700 1 -- 172.21.15.99:0/316200277 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f006406f3a0 con 0x7f005c0e73a0 2024-09-13T17:00:08.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f0057e00700 1 -- 172.21.15.99:0/316200277 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0064067c50 con 0x7f005c0e73a0 2024-09-13T17:00:08.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f006b200700 1 -- 172.21.15.99:0/316200277 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f005c050980 con 0x7f005c0e73a0 2024-09-13T17:00:08.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f193cc00700 1 -- 172.21.15.99:0/3925674001 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1934022030 con 0x7f1938007260 2024-09-13T17:00:08.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.982+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ecc157660 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f006b200700 1 -- 172.21.15.99:0/316200277 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f005c0ea800 con 0x7f005c0e73a0 2024-09-13T17:00:08.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ecc157e60 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f7299600700 1 -- 172.21.15.99:0/1826647835 <== mon.2 v2:172.21.15.170:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f72900840d0 con 0x7f729c06d5b0 2024-09-13T17:00:08.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f7299600700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] conn(0x7f727c06e950 0x7f727c070d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f7299600700 1 -- 172.21.15.99:0/1826647835 --> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f727c071420 con 0x7f727c06e950 2024-09-13T17:00:08.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f7299600700 1 -- 172.21.15.99:0/1826647835 <== mon.2 v2:172.21.15.170:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f72900866f0 con 0x7f729c06d5b0 2024-09-13T17:00:08.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f0260c00700 1 -- 172.21.15.99:0/2865710647 <== osd.2 v2:172.21.15.99:6800/2938582930 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f02440713a0 con 0x7f024406e8d0 2024-09-13T17:00:08.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f8dfbe00700 1 -- 172.21.15.99:0/4105667618 <== osd.5 v2:172.21.15.170:6816/3954257632 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f8de40713d0 con 0x7f8de406e900 2024-09-13T17:00:08.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f72a1a00700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f727c066730 0x7f727c068bf0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f72880079d0 tx=0x7f7288001470 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f9581200700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] conn(0x7f955c06e9a0 0x7f955c070dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f9581c00700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f955c066780 0x7f955c068c40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f956c000f60 tx=0x7f956c007db0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f0055600700 1 -- 172.21.15.99:0/316200277 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f005c057cb0 con 0x7f005c0e73a0 2024-09-13T17:00:08.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f193cc00700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1920066760 0x7f1920068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f193cc00700 1 -- 172.21.15.99:0/3925674001 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1934085e10 con 0x7f1938007260 2024-09-13T17:00:08.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f193cc00700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] conn(0x7f192006e900 0x7f1920070d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.041 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f72a2400700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] conn(0x7f727c06e950 0x7f727c070d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.041 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f193cc00700 1 -- 172.21.15.99:0/3925674001 --> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f19200713d0 con 0x7f192006e900 2024-09-13T17:00:08.041 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f193cc00700 1 -- 172.21.15.99:0/3925674001 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1934086180 con 0x7f1938007260 2024-09-13T17:00:08.041 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f9581200700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] conn(0x7f955c06e9a0 0x7f955c070dc0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5ecc0cd8b0 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.986+0000 7f1945400700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] conn(0x7f192006e900 0x7f1920070d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.990+0000 7f193fe00700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1920066760 0x7f1920068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.990+0000 7f72a2400700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] conn(0x7f727c06e950 0x7f727c070d70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.990+0000 7f193fe00700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1920066760 0x7f1920068c20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f192c006b40 tx=0x7f192c006ad0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.990+0000 7f9579600700 1 -- 172.21.15.99:0/3016098529 <== osd.1 v2:172.21.15.99:6816/94240197 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f955c071470 con 0x7f955c06e9a0 2024-09-13T17:00:08.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f5ec2000700 1 -- 172.21.15.99:0/1298364942 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5ebc007430 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f1945400700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] conn(0x7f192006e900 0x7f1920070d20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.990+0000 7f0057e00700 1 -- 172.21.15.99:0/316200277 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0064090020 con 0x7f005c0e73a0 2024-09-13T17:00:08.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.990+0000 7f0057e00700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0044066780 0x7f0044068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f0057e00700 1 -- 172.21.15.99:0/316200277 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f00640cf750 con 0x7f005c0e73a0 2024-09-13T17:00:08.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f0057e00700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] conn(0x7f004406f680 0x7f0044071b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f0057e00700 1 -- 172.21.15.99:0/316200277 --> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f00440721f0 con 0x7f004406f680 2024-09-13T17:00:08.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f0057e00700 1 -- 172.21.15.99:0/316200277 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f00640cee20 con 0x7f005c0e73a0 2024-09-13T17:00:08.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f0063e00700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0044066780 0x7f0044068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f0063400700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] conn(0x7f004406f680 0x7f0044071b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.045 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f7299600700 1 -- 172.21.15.99:0/1826647835 <== osd.0 v2:172.21.15.99:6818/2765856481 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f727c071420 con 0x7f727c06e950 2024-09-13T17:00:08.045 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f5ec2000700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5eac066780 0x7f5eac068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.045 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f0063400700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] conn(0x7f004406f680 0x7f0044071b20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.045 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f5ec2000700 1 -- 172.21.15.99:0/1298364942 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5ebc083de0 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f5ec9400700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5eac066780 0x7f5eac068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f5ec2000700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] conn(0x7f5eac06e9a0 0x7f5eac070dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f5ec2000700 1 -- 172.21.15.99:0/1298364942 --> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5eac071470 con 0x7f5eac06e9a0 2024-09-13T17:00:08.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f5ec2000700 1 -- 172.21.15.99:0/1298364942 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ebc084150 con 0x7f5ecc06d5b0 2024-09-13T17:00:08.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f5eca800700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] conn(0x7f5eac06e9a0 0x7f5eac070dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f5eca800700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] conn(0x7f5eac06e9a0 0x7f5eac070dc0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.994+0000 7f193cc00700 1 -- 172.21.15.99:0/3925674001 <== osd.7 v2:172.21.15.170:6808/1775947836 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f19200713d0 con 0x7f192006e900 2024-09-13T17:00:08.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.998+0000 7f0063e00700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0044066780 0x7f0044068c40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0058000c00 tx=0x7f0058008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.047 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.998+0000 7f5ec9400700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5eac066780 0x7f5eac068c40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc1418f0 tx=0x7f5eb8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.047 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.998+0000 7f0057e00700 1 -- 172.21.15.99:0/316200277 <== osd.3 v2:172.21.15.99:6808/2023122251 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f00440721f0 con 0x7f004406f680 2024-09-13T17:00:08.047 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:07.998+0000 7f5ec2000700 1 -- 172.21.15.99:0/1298364942 <== osd.6 v2:172.21.15.170:6817/642294741 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f5eac071470 con 0x7f5eac06e9a0 2024-09-13T17:00:08.048 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 --> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f49200b4260 con 0x7f490006e8d0 2024-09-13T17:00:08.048 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4916000700 1 -- 172.21.15.99:0/83095806 <== osd.4 v2:172.21.15.170:6800/3569823550 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f490c011b80 con 0x7f490006e8d0 2024-09-13T17:00:08.049 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 >> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] conn(0x7f490006e8d0 msgr2=0x7f4900070cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.049 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] conn(0x7f490006e8d0 0x7f4900070cf0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.049 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4900066730 msgr2=0x7f4900068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.049 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4900066730 0x7f4900068bf0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f49180074a0 tx=0x7f491800b040 comp rx=0 tx=0).stop 2024-09-13T17:00:08.049 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4920071820 msgr2=0x7f4920155720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.049 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 --2- 172.21.15.99:0/83095806 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4920071820 0x7f4920155720 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f491000c3c0 tx=0x7f491000c780 comp rx=0 tx=0).stop 2024-09-13T17:00:08.049 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f491e800700 1 -- 172.21.15.99:0/83095806 reap_dead start 2024-09-13T17:00:08.050 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 shutdown_connections 2024-09-13T17:00:08.050 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 >> 172.21.15.99:0/83095806 conn(0x7f4920066780 msgr2=0x7f492015c150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.050 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 shutdown_connections 2024-09-13T17:00:08.050 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.006+0000 7f4924e00700 1 -- 172.21.15.99:0/83095806 wait complete. 2024-09-13T17:00:08.050 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.010+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 --> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f026413b8e0 con 0x7f024406e8d0 2024-09-13T17:00:08.050 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.014+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 --> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8e0406daa0 con 0x7f8de406e900 2024-09-13T17:00:08.050 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.014+0000 7f8dfbe00700 1 -- 172.21.15.99:0/4105667618 <== osd.5 v2:172.21.15.170:6816/3954257632 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8df0003aa0 con 0x7f8de406e900 2024-09-13T17:00:08.051 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.014+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 >> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] conn(0x7f8de406e900 msgr2=0x7f8de4070d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.051 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.014+0000 7f8e09600700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] conn(0x7f8de406e900 0x7f8de4070d20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.051 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.014+0000 7f0260c00700 1 -- 172.21.15.99:0/2865710647 <== osd.2 v2:172.21.15.99:6800/2938582930 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f026413b8e0 con 0x7f024406e8d0 2024-09-13T17:00:08.052 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8de4066760 msgr2=0x7f8de4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.052 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f8e09600700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8de4066760 0x7f8de4068c20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc00ab90 tx=0x7f8dfc009230 comp rx=0 tx=0).stop 2024-09-13T17:00:08.052 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e04146530 msgr2=0x7f8e040afc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.052 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f8e09600700 1 --2- 172.21.15.99:0/4105667618 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8e04146530 0x7f8e040afc40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8df400b3c0 tx=0x7f8df4004770 comp rx=0 tx=0).stop 2024-09-13T17:00:08.052 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f8e08c00700 1 -- 172.21.15.99:0/4105667618 reap_dead start 2024-09-13T17:00:08.052 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 shutdown_connections 2024-09-13T17:00:08.052 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 >> 172.21.15.99:0/4105667618 conn(0x7f8e04066780 msgr2=0x7f8e040737c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.053 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] conn(0x7f024406e8d0 msgr2=0x7f0244070cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.053 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f026a200700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] conn(0x7f024406e8d0 0x7f0244070cf0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.053 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0244066730 msgr2=0x7f0244068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 shutdown_connections 2024-09-13T17:00:08.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f8e09600700 1 -- 172.21.15.99:0/4105667618 wait complete. 2024-09-13T17:00:08.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f026a200700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0244066730 0x7f0244068bf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f02580011e0 tx=0x7f0258009040 comp rx=0 tx=0).stop 2024-09-13T17:00:08.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02640b3ac0 msgr2=0x7f02640cd920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f026a200700 1 --2- 172.21.15.99:0/2865710647 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f02640b3ac0 0x7f02640cd920 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f025c00a0f0 tx=0x7f025c004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 --> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f729c06df60 con 0x7f727c06e950 2024-09-13T17:00:08.055 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f0269800700 1 -- 172.21.15.99:0/2865710647 reap_dead start 2024-09-13T17:00:08.055 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 shutdown_connections 2024-09-13T17:00:08.055 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 >> 172.21.15.99:0/2865710647 conn(0x7f026406f790 msgr2=0x7f026415d200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.055 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 --> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f957c06fd50 con 0x7f955c06e9a0 2024-09-13T17:00:08.055 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f7299600700 1 -- 172.21.15.99:0/1826647835 <== osd.0 v2:172.21.15.99:6818/2765856481 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f7294003e90 con 0x7f727c06e950 2024-09-13T17:00:08.056 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 shutdown_connections 2024-09-13T17:00:08.056 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.018+0000 7f026a200700 1 -- 172.21.15.99:0/2865710647 wait complete. 2024-09-13T17:00:08.056 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] conn(0x7f727c06e950 msgr2=0x7f727c070d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.056 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2e00700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] conn(0x7f727c06e950 0x7f727c070d70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.057 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f9579600700 1 -- 172.21.15.99:0/3016098529 <== osd.1 v2:172.21.15.99:6816/94240197 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f957c06fd50 con 0x7f955c06e9a0 2024-09-13T17:00:08.057 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f727c066730 msgr2=0x7f727c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2e00700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f727c066730 0x7f727c068bf0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f72880079d0 tx=0x7f7288001470 comp rx=0 tx=0).stop 2024-09-13T17:00:08.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f729c06d5b0 msgr2=0x7f729c0b07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2e00700 1 --2- 172.21.15.99:0/1826647835 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f729c06d5b0 0x7f729c0b07f0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f729000caf0 tx=0x7f729000ceb0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2400700 1 -- 172.21.15.99:0/1826647835 reap_dead start 2024-09-13T17:00:08.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 shutdown_connections 2024-09-13T17:00:08.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 >> 172.21.15.99:0/1826647835 conn(0x7f729c066330 msgr2=0x7f729c0b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 shutdown_connections 2024-09-13T17:00:08.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f72a2e00700 1 -- 172.21.15.99:0/1826647835 wait complete. 2024-09-13T17:00:08.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 --> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1938008910 con 0x7f192006e900 2024-09-13T17:00:08.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] conn(0x7f955c06e9a0 msgr2=0x7f955c070dc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f9584600700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] conn(0x7f955c06e9a0 0x7f955c070dc0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f955c066780 msgr2=0x7f955c068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f9584600700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f955c066780 0x7f955c068c40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f956c000f60 tx=0x7f956c007db0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f957c0ce5a0 msgr2=0x7f957c1feae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f9584600700 1 --2- 172.21.15.99:0/3016098529 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f957c0ce5a0 0x7f957c1feae0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9574004000 tx=0x7f9574004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.060 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.022+0000 7f9582600700 1 -- 172.21.15.99:0/3016098529 reap_dead start 2024-09-13T17:00:08.060 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 shutdown_connections 2024-09-13T17:00:08.060 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 >> 172.21.15.99:0/3016098529 conn(0x7f957c066780 msgr2=0x7f957c0b1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.060 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f193cc00700 1 -- 172.21.15.99:0/3925674001 <== osd.7 v2:172.21.15.170:6808/1775947836 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1938008910 con 0x7f192006e900 2024-09-13T17:00:08.060 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 shutdown_connections 2024-09-13T17:00:08.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 >> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] conn(0x7f192006e900 msgr2=0x7f1920070d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945e00700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] conn(0x7f192006e900 0x7f1920070d20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1920066760 msgr2=0x7f1920068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f9584600700 1 -- 172.21.15.99:0/3016098529 wait complete. 2024-09-13T17:00:08.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945e00700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1920066760 0x7f1920068c20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f192c006b40 tx=0x7f192c006ad0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1938007260 msgr2=0x7f1938039b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945e00700 1 --2- 172.21.15.99:0/3925674001 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1938007260 0x7f1938039b20 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1934012000 tx=0x7f1934004770 comp rx=0 tx=0).stop 2024-09-13T17:00:08.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945400700 1 -- 172.21.15.99:0/3925674001 reap_dead start 2024-09-13T17:00:08.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 shutdown_connections 2024-09-13T17:00:08.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 >> 172.21.15.99:0/3925674001 conn(0x7f1938036140 msgr2=0x7f19380e5b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 shutdown_connections 2024-09-13T17:00:08.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f1945e00700 1 -- 172.21.15.99:0/3925674001 wait complete. 2024-09-13T17:00:08.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0055600700 1 -- 172.21.15.99:0/316200277 --> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f005c050ea0 con 0x7f004406f680 2024-09-13T17:00:08.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0057e00700 1 -- 172.21.15.99:0/316200277 <== osd.3 v2:172.21.15.99:6808/2023122251 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f005c050ea0 con 0x7f004406f680 2024-09-13T17:00:08.063 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0055600700 1 -- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] conn(0x7f004406f680 msgr2=0x7f0044071b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.063 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0055600700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] conn(0x7f004406f680 0x7f0044071b20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.063 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0055600700 1 -- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0044066780 msgr2=0x7f0044068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.063 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0055600700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0044066780 0x7f0044068c40 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0058000c00 tx=0x7f0058008030 comp rx=0 tx=0).stop 2024-09-13T17:00:08.063 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0055600700 1 -- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f005c0e73a0 msgr2=0x7f005c0e0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.064 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0055600700 1 --2- 172.21.15.99:0/316200277 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f005c0e73a0 0x7f005c0e0660 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f006404ff70 tx=0x7f00640735b0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.064 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0069200700 1 -- 172.21.15.99:0/316200277 reap_dead start 2024-09-13T17:00:08.064 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0055600700 1 -- 172.21.15.99:0/316200277 shutdown_connections 2024-09-13T17:00:08.064 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.026+0000 7f0055600700 1 -- 172.21.15.99:0/316200277 >> 172.21.15.99:0/316200277 conn(0x7f005c03a5a0 msgr2=0x7f005c0e6030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.064 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 --> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f5ecc0cd5d0 con 0x7f5eac06e9a0 2024-09-13T17:00:08.065 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f0055600700 1 -- 172.21.15.99:0/316200277 shutdown_connections 2024-09-13T17:00:08.065 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f0055600700 1 -- 172.21.15.99:0/316200277 wait complete. 2024-09-13T17:00:08.065 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f5ec2000700 1 -- 172.21.15.99:0/1298364942 <== osd.6 v2:172.21.15.170:6817/642294741 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f5eac071470 con 0x7f5eac06e9a0 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] conn(0x7f5eac06e9a0 msgr2=0x7f5eac070dc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f5ecb200700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] conn(0x7f5eac06e9a0 0x7f5eac070dc0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5eac066780 msgr2=0x7f5eac068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f5ecb200700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5eac066780 0x7f5eac068c40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc1418f0 tx=0x7f5eb8008040 comp rx=0 tx=0).stop 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5ecc06d5b0 msgr2=0x7f5ecc1f1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f5ecb200700 1 --2- 172.21.15.99:0/1298364942 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5ecc06d5b0 0x7f5ecc1f1d30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc00c700 tx=0x7f5ebc00cac0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.030+0000 7f5eca800700 1 -- 172.21.15.99:0/1298364942 reap_dead start 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.034+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 shutdown_connections 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.034+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 >> 172.21.15.99:0/1298364942 conn(0x7f5ecc066330 msgr2=0x7f5ecc0b42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.034+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 shutdown_connections 2024-09-13T17:00:08.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.034+0000 7f5ecb200700 1 -- 172.21.15.99:0/1298364942 wait complete. 2024-09-13T17:00:08.067 INFO:teuthology.orchestra.run.smithi099.stdout:55834574853 2024-09-13T17:00:08.067 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T17:00:08.068 INFO:teuthology.orchestra.run.smithi099.stdout:55834574853 2024-09-13T17:00:08.068 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T17:00:08.069 INFO:teuthology.orchestra.run.smithi099.stdout:55834574855 2024-09-13T17:00:08.069 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T17:00:08.070 INFO:teuthology.orchestra.run.smithi099.stdout:55834574854 2024-09-13T17:00:08.070 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T17:00:08.071 INFO:teuthology.orchestra.run.smithi099.stdout:55834574853 2024-09-13T17:00:08.071 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T17:00:08.072 INFO:teuthology.orchestra.run.smithi099.stdout:55834574854 2024-09-13T17:00:08.072 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T17:00:08.073 INFO:teuthology.orchestra.run.smithi099.stdout:55834574854 2024-09-13T17:00:08.073 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T17:00:08.074 INFO:teuthology.orchestra.run.smithi099.stdout:55834574853 2024-09-13T17:00:08.074 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T17:00:08.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.330+0000 7facadc00700 1 Processor -- start 2024-09-13T17:00:08.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.330+0000 7facadc00700 1 -- start start 2024-09-13T17:00:08.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.334+0000 7facadc00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7faca80cc930 0x7faca80af900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.334+0000 7facadc00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cf1b0 0x7faca80ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.334+0000 7facadc00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faca80cd9a0 con 0x7faca815e410 2024-09-13T17:00:08.338 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.334+0000 7facadc00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faca80cfa60 con 0x7faca80cc930 2024-09-13T17:00:08.338 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.334+0000 7facadc00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faca80cdbf0 con 0x7faca80cf1b0 2024-09-13T17:00:08.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.334+0000 7faca7400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7faca80cc930 0x7faca80af900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.334+0000 7faca7400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7faca80cc930 0x7faca80af900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40500/0 (socket says 172.21.15.99:40500) 2024-09-13T17:00:08.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.334+0000 7faca7400700 1 -- 172.21.15.99:0/1387584757 learned_addr learned my addr 172.21.15.99:0/1387584757 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.334+0000 7facad200700 1 --2- 172.21.15.99:0/1387584757 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cf1b0 0x7faca80ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facad200700 1 -- 172.21.15.99:0/1387584757 >> v2:172.21.15.99:3300/0 conn(0x7faca80cc930 msgr2=0x7faca80af900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facad200700 1 --2- 172.21.15.99:0/1387584757 >> v2:172.21.15.99:3300/0 conn(0x7faca80cc930 0x7faca80af900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facad200700 1 -- 172.21.15.99:0/1387584757 >> v1:172.21.15.170:6789/0 conn(0x7faca815e410 legacy=0x7faca80ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facad200700 1 -- 172.21.15.99:0/1387584757 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faca80cded0 con 0x7faca80cf1b0 2024-09-13T17:00:08.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7faca7400700 1 --2- 172.21.15.99:0/1387584757 >> v2:172.21.15.99:3300/0 conn(0x7faca80cc930 0x7faca80af900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:08.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facad200700 1 --2- 172.21.15.99:0/1387584757 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cf1b0 0x7faca80ad870 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7faca0009d90 tx=0x7faca000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22fe4aa43db42699 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.341 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f7cae800700 1 Processor -- start 2024-09-13T17:00:08.341 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f7cae800700 1 -- start start 2024-09-13T17:00:08.341 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f55b5400700 1 Processor -- start 2024-09-13T17:00:08.341 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7faca6a00700 1 -- 172.21.15.99:0/1387584757 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca000e070 con 0x7faca80cf1b0 2024-09-13T17:00:08.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f821fe00700 1 Processor -- start 2024-09-13T17:00:08.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f821fe00700 1 -- start start 2024-09-13T17:00:08.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7faca6a00700 1 -- 172.21.15.99:0/1387584757 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faca000bb20 con 0x7faca80cf1b0 2024-09-13T17:00:08.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7faca6a00700 1 -- 172.21.15.99:0/1387584757 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca0012430 con 0x7faca80cf1b0 2024-09-13T17:00:08.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f744e800700 1 Processor -- start 2024-09-13T17:00:08.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facadc00700 1 -- 172.21.15.99:0/1387584757 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cf1b0 msgr2=0x7faca80ad870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facadc00700 1 --2- 172.21.15.99:0/1387584757 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cf1b0 0x7faca80ad870 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7faca0009d90 tx=0x7faca000b330 comp rx=0 tx=0).stop 2024-09-13T17:00:08.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facadc00700 1 -- 172.21.15.99:0/1387584757 shutdown_connections 2024-09-13T17:00:08.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facadc00700 1 --2- 172.21.15.99:0/1387584757 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cf1b0 0x7faca80ad870 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facadc00700 1 --2- 172.21.15.99:0/1387584757 >> v2:172.21.15.99:3300/0 conn(0x7faca80cc930 0x7faca80af900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facadc00700 1 -- 172.21.15.99:0/1387584757 >> 172.21.15.99:0/1387584757 conn(0x7faca80d0ba0 msgr2=0x7faca80d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f744e800700 1 -- start start 2024-09-13T17:00:08.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facadc00700 1 -- 172.21.15.99:0/1387584757 shutdown_connections 2024-09-13T17:00:08.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7facadc00700 1 -- 172.21.15.99:0/1387584757 wait complete. 2024-09-13T17:00:08.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7cae800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f7ca00df8e0 0x7f7ca001c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f3143200700 1 Processor -- start 2024-09-13T17:00:08.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f821fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8218051840 0x7f821800ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f821fe00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82180555b0 con 0x7f8218054ca0 2024-09-13T17:00:08.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f821fe00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8218052090 con 0x7f8218055110 2024-09-13T17:00:08.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f821fe00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8218052370 con 0x7f8218051840 2024-09-13T17:00:08.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7cae800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7ca004fe30 0x7f7ca0050480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f55b5400700 1 -- start start 2024-09-13T17:00:08.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f55b5400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165a10 0x7f55b006d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f55b5400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f55b00b0e90 0x7f55b01616f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f55b5400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55b0162490 con 0x7f55b0165630 2024-09-13T17:00:08.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f55b5400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55b006cea0 con 0x7f55b00b0e90 2024-09-13T17:00:08.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.338+0000 7f55b5400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55b006d180 con 0x7f55b0165a10 2024-09-13T17:00:08.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f55af200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f55b00b0e90 0x7f55b01616f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f55ae800700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f55b0165630 0x7f55b00b0780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47226/0 (socket says 172.21.15.99:47226) 2024-09-13T17:00:08.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f55ae800700 1 -- 172.21.15.99:0/7145226 learned_addr learned my addr 172.21.15.99:0/7145226 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:08.347 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f744e800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7448165630 0x7f744806d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.347 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f744e800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f7448165a10 0x7f74480b0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.347 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f744e800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 0x7f74481616f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.347 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f744e800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74480b1150 con 0x7f7448165630 2024-09-13T17:00:08.347 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f744e800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7448162490 con 0x7f7448165a10 2024-09-13T17:00:08.347 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f744e800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f744806cea0 con 0x7f74480b0cc0 2024-09-13T17:00:08.347 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7cad400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f7ca00df8e0 0x7f7ca001c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.348 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f821f400700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f8218055110 0x7f821804fdc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:55322/0 (socket says 172.21.15.99:55322) 2024-09-13T17:00:08.348 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f55ade00700 1 --2- 172.21.15.99:0/7145226 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165a10 0x7f55b006d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.348 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7facadc00700 1 Processor -- start 2024-09-13T17:00:08.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f821f400700 1 -- 172.21.15.99:0/3798241224 learned_addr learned my addr 172.21.15.99:0/3798241224 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:08.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f821ea00700 1 --2- 172.21.15.99:0/3798241224 >> v2:172.21.15.99:3300/0 conn(0x7f8218051840 0x7f821800ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7facadc00700 1 -- start start 2024-09-13T17:00:08.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7cae800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ca00e3310 con 0x7f7ca00509c0 2024-09-13T17:00:08.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7cae800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ca0050e30 con 0x7f7ca004fe30 2024-09-13T17:00:08.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7cae800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ca00e35f0 con 0x7f7ca00df8e0 2024-09-13T17:00:08.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7cade00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f7ca00509c0 0x7f7ca004ec10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:55326/0 (socket says 172.21.15.99:55326) 2024-09-13T17:00:08.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7cade00700 1 -- 172.21.15.99:0/1541205610 learned_addr learned my addr 172.21.15.99:0/1541205610 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:08.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7cad400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f7ca00df8e0 0x7f7ca001c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42662/0 (socket says 172.21.15.99:42662) 2024-09-13T17:00:08.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7caca00700 1 --2- 172.21.15.99:0/1541205610 >> v2:172.21.15.99:3300/0 conn(0x7f7ca004fe30 0x7f7ca0050480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f55af200700 1 -- 172.21.15.99:0/7145226 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165a10 msgr2=0x7f55b006d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f55af200700 1 --2- 172.21.15.99:0/7145226 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165a10 0x7f55b006d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f55af200700 1 -- 172.21.15.99:0/7145226 >> v1:172.21.15.99:6789/0 conn(0x7f55b0165630 legacy=0x7f55b00b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f3143200700 1 -- start start 2024-09-13T17:00:08.351 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7446a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f7448165a10 0x7f74480b0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.351 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7fc009400700 1 Processor -- start 2024-09-13T17:00:08.351 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f55af200700 1 -- 172.21.15.99:0/7145226 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55b006d460 con 0x7f55b00b0e90 2024-09-13T17:00:08.352 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7446a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f7448165a10 0x7f74480b0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42672/0 (socket says 172.21.15.99:42672) 2024-09-13T17:00:08.352 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3550711020 0 0) 0x7f7ca00e3310 con 0x7f7ca00509c0 2024-09-13T17:00:08.352 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7c900035d0 con 0x7f7ca00509c0 2024-09-13T17:00:08.352 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f64b1200700 1 Processor -- start 2024-09-13T17:00:08.352 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f64b1200700 1 -- start start 2024-09-13T17:00:08.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7446a00700 1 -- 172.21.15.99:0/450031854 learned_addr learned my addr 172.21.15.99:0/450031854 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7447e00700 1 --2- 172.21.15.99:0/450031854 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 0x7f74481616f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7fc009400700 1 -- start start 2024-09-13T17:00:08.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f3143200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f31440b62b0 0x7f3144160df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f3143200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3144161330 con 0x7f314415d060 2024-09-13T17:00:08.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f3143200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31440ceba0 con 0x7f31441609b0 2024-09-13T17:00:08.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7447400700 1 --2- 172.21.15.99:0/450031854 >> v2:172.21.15.99:3300/0 conn(0x7f7448165630 0x7f744806d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7446a00700 1 -- 172.21.15.99:0/450031854 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 msgr2=0x7f74481616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7446a00700 1 --2- 172.21.15.99:0/450031854 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 0x7f74481616f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7446a00700 1 -- 172.21.15.99:0/450031854 >> v2:172.21.15.99:3300/0 conn(0x7f7448165630 msgr2=0x7f744806d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7446a00700 1 --2- 172.21.15.99:0/450031854 >> v2:172.21.15.99:3300/0 conn(0x7f7448165630 0x7f744806d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.355 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7facadc00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cc930 0x7faca8155f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.355 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facadc00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faca80cf1b0 0x7faca8158320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.355 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facadc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faca815e410 0x7faca8158860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.355 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 <== mon.1 v1:172.21.15.170:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1066842523 0 0) 0x7f7c900035d0 con 0x7f7ca00509c0 2024-09-13T17:00:08.355 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 >> v2:172.21.15.170:3300/0 conn(0x7f7ca00df8e0 msgr2=0x7f7ca001c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.355 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7ca7e00700 1 --2- 172.21.15.99:0/1541205610 >> v2:172.21.15.170:3300/0 conn(0x7f7ca00df8e0 0x7f7ca001c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.356 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 >> v2:172.21.15.99:3300/0 conn(0x7f7ca004fe30 msgr2=0x7f7ca0050480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.356 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f821d600700 1 -- 172.21.15.99:0/3798241224 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 931560473 0 0) 0x7f8218052090 con 0x7f8218055110 2024-09-13T17:00:08.356 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f821d600700 1 -- 172.21.15.99:0/3798241224 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f82040035d0 con 0x7f8218055110 2024-09-13T17:00:08.356 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f3143200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31440d1bb0 con 0x7f31440b62b0 2024-09-13T17:00:08.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.342+0000 7f7446a00700 1 -- 172.21.15.99:0/450031854 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f744806d180 con 0x7f7448165a10 2024-09-13T17:00:08.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f821ea00700 1 -- 172.21.15.99:0/3798241224 >> v1:172.21.15.170:6789/0 conn(0x7f8218055110 legacy=0x7f821804fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f821d600700 1 -- 172.21.15.99:0/3798241224 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 715279993 0 0) 0x7f82180555b0 con 0x7f8218054ca0 2024-09-13T17:00:08.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f821ea00700 1 -- 172.21.15.99:0/3798241224 >> v1:172.21.15.99:6789/0 conn(0x7f8218054ca0 legacy=0x7f8218006710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f821ea00700 1 -- 172.21.15.99:0/3798241224 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8218052650 con 0x7f8218051840 2024-09-13T17:00:08.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3142800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f31440b62b0 0x7f3144160df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 --2- 172.21.15.99:0/1541205610 >> v2:172.21.15.99:3300/0 conn(0x7f7ca004fe30 0x7f7ca0050480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 --> v1:172.21.15.170:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ca00e38d0 con 0x7f7ca00509c0 2024-09-13T17:00:08.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 <== mon.1 v1:172.21.15.170:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f7c94001670 con 0x7f7ca00509c0 2024-09-13T17:00:08.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7caca00700 1 --2- 172.21.15.99:0/1541205610 >> v2:172.21.15.99:3300/0 conn(0x7f7ca004fe30 0x7f7ca0050480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:08.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 >> v1:172.21.15.170:6789/0 conn(0x7f7ca00509c0 legacy=0x7f7ca004ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3142800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f31440b62b0 0x7f3144160df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42688/0 (socket says 172.21.15.99:42688) 2024-09-13T17:00:08.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3142800700 1 -- 172.21.15.99:0/1478552452 learned_addr learned my addr 172.21.15.99:0/1478552452 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3141400700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f31441609b0 0x7f31440b5ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:55342/0 (socket says 172.21.15.99:55342) 2024-09-13T17:00:08.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7446a00700 1 --2- 172.21.15.99:0/450031854 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7448165a10 0x7f74480b0780 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f74480b4db0 tx=0x7f7434009bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35c0dbb83a2fa745 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55af200700 1 --2- 172.21.15.99:0/7145226 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 0x7f55b01616f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f55a8009d90 tx=0x7f55a800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6179ca77ffd19aeb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc009400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc00406a5d0 0x7fc0040ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facad200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faca815e410 0x7faca8158860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7faca7e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cc930 0x7faca8155f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7faca7e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cc930 0x7faca8155f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46344/0 (socket says 172.21.15.99:46344) 2024-09-13T17:00:08.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facad200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faca815e410 0x7faca8158860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40526/0 (socket says 172.21.15.99:40526) 2024-09-13T17:00:08.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7faca7400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faca80cf1b0 0x7faca8158320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64b1200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f64ac15afd0 0x7f64ac0cebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64b1200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f64ac0cc490 0x7f64ac15eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7c90003aa0 0x7f7c90003ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c90004870 0x7f7c90004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7c90005230 0x7f7c9000ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64b1200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64ac06b120 con 0x7f64ac0cf100 2024-09-13T17:00:08.364 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64b1200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64ac06aaf0 con 0x7f64ac15afd0 2024-09-13T17:00:08.364 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64b1200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64ac0cc970 con 0x7f64ac0cc490 2024-09-13T17:00:08.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc009400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc00406b130 0x7fc004160ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7faca7400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faca80cf1b0 0x7faca8158320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42704/0 (socket says 172.21.15.99:42704) 2024-09-13T17:00:08.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4220956400 0 0) 0x7f31440ceba0 con 0x7f31441609b0 2024-09-13T17:00:08.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f31280035d0 con 0x7f31441609b0 2024-09-13T17:00:08.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7446000700 1 -- 172.21.15.99:0/450031854 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7434011830 con 0x7f7448165a10 2024-09-13T17:00:08.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f821ea00700 1 --2- 172.21.15.99:0/3798241224 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8218051840 0x7f821800ca40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f82100097c0 tx=0x7f8210009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bab8e450966360b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7446000700 1 -- 172.21.15.99:0/450031854 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7434011990 con 0x7f7448165a10 2024-09-13T17:00:08.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7446000700 1 -- 172.21.15.99:0/450031854 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7434011d20 con 0x7f7448165a10 2024-09-13T17:00:08.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca0050e30 con 0x7f7c90004870 2024-09-13T17:00:08.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca00e35f0 con 0x7f7c90003aa0 2024-09-13T17:00:08.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55ad400700 1 -- 172.21.15.99:0/7145226 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55a800e070 con 0x7f55b00b0e90 2024-09-13T17:00:08.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc009400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0040ad7c0 con 0x7fc00406a9b0 2024-09-13T17:00:08.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc009400700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0040acf20 con 0x7fc00406a5d0 2024-09-13T17:00:08.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc009400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0040ad200 con 0x7fc00406b130 2024-09-13T17:00:08.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7faca7e00700 1 -- 172.21.15.99:0/1305402229 learned_addr learned my addr 172.21.15.99:0/1305402229 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faca81564d0 con 0x7faca815e410 2024-09-13T17:00:08.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faca81f2610 con 0x7faca80cf1b0 2024-09-13T17:00:08.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faca815c370 con 0x7faca80cc930 2024-09-13T17:00:08.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7caca00700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c90004870 0x7f7c90004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c9000c050 con 0x7f7c90005230 2024-09-13T17:00:08.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7cad400700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7c90003aa0 0x7f7c90003ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7cade00700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7c90005230 0x7f7c9000ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55ad400700 1 -- 172.21.15.99:0/7145226 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55a800bb90 con 0x7f55b00b0e90 2024-09-13T17:00:08.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55ad400700 1 -- 172.21.15.99:0/7145226 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55a8003a40 con 0x7f55b00b0e90 2024-09-13T17:00:08.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55b5400700 1 -- 172.21.15.99:0/7145226 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 msgr2=0x7f55b01616f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55b5400700 1 --2- 172.21.15.99:0/7145226 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 0x7f55b01616f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f55a8009d90 tx=0x7f55a800b330 comp rx=0 tx=0).stop 2024-09-13T17:00:08.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64aa800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f64ac0cc490 0x7f64ac15eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64aa800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f64ac0cc490 0x7f64ac15eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42718/0 (socket says 172.21.15.99:42718) 2024-09-13T17:00:08.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64aa800700 1 -- 172.21.15.99:0/2826031597 learned_addr learned my addr 172.21.15.99:0/2826031597 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64a9e00700 1 --2- 172.21.15.99:0/2826031597 >> v2:172.21.15.99:3300/0 conn(0x7f64ac15afd0 0x7f64ac0cebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2700370697 0 0) 0x7f3144161330 con 0x7f314415d060 2024-09-13T17:00:08.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f31440ceba0 con 0x7f314415d060 2024-09-13T17:00:08.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 <== mon.1 v1:172.21.15.170:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 734578539 0 0) 0x7f31280035d0 con 0x7f31441609b0 2024-09-13T17:00:08.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 >> v2:172.21.15.170:3300/0 conn(0x7f31440b62b0 msgr2=0x7f3144160df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fbffbe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc00406a5d0 0x7fc0040ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc003e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc00406b130 0x7fc004160ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc003e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc00406b130 0x7fc004160ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42706/0 (socket says 172.21.15.99:42706) 2024-09-13T17:00:08.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc003e00700 1 -- 172.21.15.99:0/768106643 learned_addr learned my addr 172.21.15.99:0/768106643 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc003e00700 1 -- 172.21.15.99:0/768106643 >> v2:172.21.15.99:3300/0 conn(0x7fc00406a5d0 msgr2=0x7fc0040ac8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc003e00700 1 --2- 172.21.15.99:0/768106643 >> v2:172.21.15.99:3300/0 conn(0x7fc00406a5d0 0x7fc0040ac8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc003e00700 1 -- 172.21.15.99:0/768106643 >> v1:172.21.15.99:6789/0 conn(0x7fc00406a9b0 legacy=0x7fc0040b2e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc003e00700 1 -- 172.21.15.99:0/768106643 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0040ad4e0 con 0x7fc00406b130 2024-09-13T17:00:08.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facad200700 1 -- 172.21.15.99:0/1305402229 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cc930 msgr2=0x7faca8155f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facad200700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cc930 0x7faca8155f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facad200700 1 -- 172.21.15.99:0/1305402229 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faca80cf1b0 msgr2=0x7faca8158320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facad200700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faca80cf1b0 0x7faca8158320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facad200700 1 -- 172.21.15.99:0/1305402229 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac9400f610 con 0x7faca815e410 2024-09-13T17:00:08.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f821d600700 1 -- 172.21.15.99:0/3798241224 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f822004ef50 con 0x7f8218051840 2024-09-13T17:00:08.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f744e800700 1 -- 172.21.15.99:0/450031854 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7448165a10 msgr2=0x7f74480b0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f744e800700 1 --2- 172.21.15.99:0/450031854 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7448165a10 0x7f74480b0780 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f74480b4db0 tx=0x7f7434009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f744e800700 1 -- 172.21.15.99:0/450031854 shutdown_connections 2024-09-13T17:00:08.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f744e800700 1 --2- 172.21.15.99:0/450031854 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7448165a10 0x7f74480b0780 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f744e800700 1 --2- 172.21.15.99:0/450031854 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 0x7f74481616f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f744e800700 1 --2- 172.21.15.99:0/450031854 >> v2:172.21.15.99:3300/0 conn(0x7f7448165630 0x7f744806d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f744e800700 1 -- 172.21.15.99:0/450031854 >> 172.21.15.99:0/450031854 conn(0x7f7448066780 msgr2=0x7f744806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f821d600700 1 -- 172.21.15.99:0/3798241224 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8210004030 con 0x7f8218051840 2024-09-13T17:00:08.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55b5400700 1 -- 172.21.15.99:0/7145226 shutdown_connections 2024-09-13T17:00:08.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55b5400700 1 --2- 172.21.15.99:0/7145226 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 0x7f55b01616f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55b5400700 1 --2- 172.21.15.99:0/7145226 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165a10 0x7f55b006d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55b5400700 1 -- 172.21.15.99:0/7145226 >> 172.21.15.99:0/7145226 conn(0x7f55b0066780 msgr2=0x7f55b006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7faca7e00700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cc930 0x7faca8155f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-09-13T17:00:08.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f821d600700 1 -- 172.21.15.99:0/3798241224 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82100043c0 con 0x7f8218051840 2024-09-13T17:00:08.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3140a00700 1 --2- 172.21.15.99:0/1478552452 >> v2:172.21.15.170:3300/0 conn(0x7f31440b62b0 0x7f3144160df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7facad200700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faca815e410 0x7faca8158860 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7faca0016000 tx=0x7faca0004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 >> v1:172.21.15.99:6789/0 conn(0x7f314415d060 legacy=0x7f31440d14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc003e00700 1 --2- 172.21.15.99:0/768106643 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc00406b130 0x7fc004160ff0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc0040aeb30 tx=0x7fbfec009bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2b19b0709af301a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7caca00700 1 -- 172.21.15.99:0/1541205610 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7c90005230 msgr2=0x7f7c9000ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55b5400700 1 -- 172.21.15.99:0/7145226 shutdown_connections 2024-09-13T17:00:08.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f55b5400700 1 -- 172.21.15.99:0/7145226 wait complete. 2024-09-13T17:00:08.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 --> v1:172.21.15.170:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31440ce8c0 con 0x7f31441609b0 2024-09-13T17:00:08.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fac9fe00700 1 -- 172.21.15.99:0/1305402229 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca00048e0 con 0x7faca815e410 2024-09-13T17:00:08.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7caca00700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7c90005230 0x7f7c9000ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.377 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7caca00700 1 -- 172.21.15.99:0/1541205610 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7c90003aa0 msgr2=0x7f7c90003ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.377 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7caca00700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7c90003aa0 0x7f7c90003ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.377 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f7caca00700 1 -- 172.21.15.99:0/1541205610 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c900035d0 con 0x7f7c90004870 2024-09-13T17:00:08.377 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64aa800700 1 -- 172.21.15.99:0/2826031597 >> v2:172.21.15.99:3300/0 conn(0x7f64ac15afd0 msgr2=0x7f64ac0cebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.377 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64aa800700 1 --2- 172.21.15.99:0/2826031597 >> v2:172.21.15.99:3300/0 conn(0x7f64ac15afd0 0x7f64ac0cebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.377 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f64aa800700 1 -- 172.21.15.99:0/2826031597 >> v1:172.21.15.99:6789/0 conn(0x7f64ac0cf100 legacy=0x7f64ac06b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.377 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64aa800700 1 -- 172.21.15.99:0/2826031597 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64ac0ccc50 con 0x7f64ac0cc490 2024-09-13T17:00:08.378 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 <== mon.1 v1:172.21.15.170:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f31300015f0 con 0x7f31441609b0 2024-09-13T17:00:08.378 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3142800700 1 --2- 172.21.15.99:0/1478552452 >> v2:172.21.15.170:3300/0 conn(0x7f31440b62b0 0x7f3144160df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:08.378 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 >> v1:172.21.15.170:6789/0 conn(0x7f31441609b0 legacy=0x7f31440b5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.378 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3140a00700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3128003bb0 0x7f3128003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.378 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7fc003400700 1 -- 172.21.15.99:0/768106643 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfec00b8a0 con 0x7fc00406b130 2024-09-13T17:00:08.378 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fc003400700 1 -- 172.21.15.99:0/768106643 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfec00ba00 con 0x7fc00406b130 2024-09-13T17:00:08.378 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f7cade00700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7c90005230 0x7f7c9000ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:08.379 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f7cade00700 1 -- 172.21.15.99:0/1541205610 reap_dead start 2024-09-13T17:00:08.379 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3140a00700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 0x7f3128004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.379 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f744e800700 1 -- 172.21.15.99:0/450031854 shutdown_connections 2024-09-13T17:00:08.379 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.346+0000 7f744e800700 1 -- 172.21.15.99:0/450031854 wait complete. 2024-09-13T17:00:08.379 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3140a00700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3128005230 0x7f312800ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.380 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fac9fe00700 1 -- 172.21.15.99:0/1305402229 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faca0020070 con 0x7faca815e410 2024-09-13T17:00:08.380 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faca0009a70 con 0x7faca815e410 2024-09-13T17:00:08.380 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f7caca00700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c90004870 0x7f7c90004cf0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c009d10 tx=0x7f7c900058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b12de5bdb3eae33 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.380 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f821fe00700 1 -- 172.21.15.99:0/3798241224 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8218051840 msgr2=0x7f821800ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.381 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f821fe00700 1 --2- 172.21.15.99:0/3798241224 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8218051840 0x7f821800ca40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f82100097c0 tx=0x7f8210009ad0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.381 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f821fe00700 1 -- 172.21.15.99:0/3798241224 shutdown_connections 2024-09-13T17:00:08.381 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f821fe00700 1 --2- 172.21.15.99:0/3798241224 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8218051840 0x7f821800ca40 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.381 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f821fe00700 1 -- 172.21.15.99:0/3798241224 >> 172.21.15.99:0/3798241224 conn(0x7f8218055770 msgr2=0x7f8218055b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.381 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64aa800700 1 --2- 172.21.15.99:0/2826031597 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64ac0cc490 0x7f64ac15eba0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f64ac06e9e0 tx=0x7f64a400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9cb5e30bdfc531c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.381 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fc009400700 1 -- 172.21.15.99:0/768106643 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc00406b130 msgr2=0x7fc004160ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.381 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fc009400700 1 --2- 172.21.15.99:0/768106643 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc00406b130 0x7fc004160ff0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc0040aeb30 tx=0x7fbfec009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.382 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31440d1bb0 con 0x7f3128005230 2024-09-13T17:00:08.382 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f312800c080 con 0x7f3128003bb0 2024-09-13T17:00:08.382 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f312800c240 con 0x7f3128004870 2024-09-13T17:00:08.382 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3142800700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3128005230 0x7f312800ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.382 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c009e60 con 0x7f7c90004870 2024-09-13T17:00:08.383 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64a9400700 1 -- 172.21.15.99:0/2826031597 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a400e070 con 0x7f64ac0cc490 2024-09-13T17:00:08.383 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64a9400700 1 -- 172.21.15.99:0/2826031597 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64a4003a40 con 0x7f64ac0cc490 2024-09-13T17:00:08.383 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64a9400700 1 -- 172.21.15.99:0/2826031597 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a4003df0 con 0x7f64ac0cc490 2024-09-13T17:00:08.383 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3141e00700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3128003bb0 0x7f3128003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.383 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3141400700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 0x7f3128004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.384 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64b1200700 1 -- 172.21.15.99:0/2826031597 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64ac0cc490 msgr2=0x7f64ac15eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.384 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64b1200700 1 --2- 172.21.15.99:0/2826031597 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64ac0cc490 0x7f64ac15eba0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f64ac06e9e0 tx=0x7f64a400b330 comp rx=0 tx=0).stop 2024-09-13T17:00:08.384 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3141400700 1 -- 172.21.15.99:0/1478552452 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3128003bb0 msgr2=0x7f3128003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.384 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3141400700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3128003bb0 0x7f3128003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.384 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3141400700 1 -- 172.21.15.99:0/1478552452 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3128005230 msgr2=0x7f312800ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.384 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3141400700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3128005230 0x7f312800ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.384 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3141400700 1 -- 172.21.15.99:0/1478552452 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31280035d0 con 0x7f3128004870 2024-09-13T17:00:08.384 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3142800700 1 -- 172.21.15.99:0/1478552452 reap_dead start 2024-09-13T17:00:08.385 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64b1200700 1 -- 172.21.15.99:0/2826031597 shutdown_connections 2024-09-13T17:00:08.385 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64b1200700 1 --2- 172.21.15.99:0/2826031597 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64ac0cc490 0x7f64ac15eba0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.385 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64b1200700 1 --2- 172.21.15.99:0/2826031597 >> v2:172.21.15.99:3300/0 conn(0x7f64ac15afd0 0x7f64ac0cebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.385 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64b1200700 1 -- 172.21.15.99:0/2826031597 >> 172.21.15.99:0/2826031597 conn(0x7f64ac0b2850 msgr2=0x7f64ac0b2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.385 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f3141400700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 0x7f3128004cf0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f313000c650 tx=0x7f31280058a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60f4f72be14c60c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.386 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f821fe00700 1 -- 172.21.15.99:0/3798241224 shutdown_connections 2024-09-13T17:00:08.386 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f744e800700 1 Processor -- start 2024-09-13T17:00:08.386 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f821fe00700 1 -- 172.21.15.99:0/3798241224 wait complete. 2024-09-13T17:00:08.386 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f55b5400700 1 Processor -- start 2024-09-13T17:00:08.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f744e800700 1 -- start start 2024-09-13T17:00:08.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c9c00e9a0 con 0x7f7c90004870 2024-09-13T17:00:08.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f7ca7e00700 1 -- 172.21.15.99:0/1541205610 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c9c00ed10 con 0x7f7c90004870 2024-09-13T17:00:08.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fc009400700 1 -- 172.21.15.99:0/768106643 shutdown_connections 2024-09-13T17:00:08.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fc009400700 1 --2- 172.21.15.99:0/768106643 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc00406b130 0x7fc004160ff0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fc009400700 1 --2- 172.21.15.99:0/768106643 >> v2:172.21.15.99:3300/0 conn(0x7fc00406a5d0 0x7fc0040ac8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fc009400700 1 -- 172.21.15.99:0/768106643 >> 172.21.15.99:0/768106643 conn(0x7fc00406f790 msgr2=0x7fc00406fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64b1200700 1 -- 172.21.15.99:0/2826031597 shutdown_connections 2024-09-13T17:00:08.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f64b1200700 1 -- 172.21.15.99:0/2826031597 wait complete. 2024-09-13T17:00:08.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f55b5400700 1 -- start start 2024-09-13T17:00:08.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f7cae800700 1 -- 172.21.15.99:0/1541205610 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c90004870 msgr2=0x7f7c90004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7f7cae800700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c90004870 0x7f7c90004cf0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f7c9c009d10 tx=0x7f7c900058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7cae800700 1 -- 172.21.15.99:0/1541205610 shutdown_connections 2024-09-13T17:00:08.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7cae800700 1 --2- 172.21.15.99:0/1541205610 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7c90004870 0x7f7c90004cf0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7cae800700 1 -- 172.21.15.99:0/1541205610 >> 172.21.15.99:0/1541205610 conn(0x7f7ca0036140 msgr2=0x7f7ca0036550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f744e800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 0x7f74481552c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55b5400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 0x7f55b016b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55b5400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165630 0x7f55b00c4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55b5400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f55b0165a10 0x7f55b016a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55b5400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55b01692d0 con 0x7f55b0165a10 2024-09-13T17:00:08.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55b5400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55b00c3e00 con 0x7f55b00b0e90 2024-09-13T17:00:08.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55b5400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55b00c40e0 con 0x7f55b0165630 2024-09-13T17:00:08.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f744e800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7448165630 0x7f74481478a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fac9fe00700 1 -- 172.21.15.99:0/1305402229 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca00276c0 con 0x7faca815e410 2024-09-13T17:00:08.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faca81f1ce0 con 0x7faca815e410 2024-09-13T17:00:08.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821fe00700 1 Processor -- start 2024-09-13T17:00:08.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f744e800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7448165a10 0x7f74481f6f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f744e800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7448155800 con 0x7f7448165a10 2024-09-13T17:00:08.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f744e800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74481536e0 con 0x7f7448165630 2024-09-13T17:00:08.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f744e800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74481539c0 con 0x7f74480b0cc0 2024-09-13T17:00:08.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821fe00700 1 -- start start 2024-09-13T17:00:08.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7cae800700 1 -- 172.21.15.99:0/1541205610 shutdown_connections 2024-09-13T17:00:08.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7447400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 0x7f74481552c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7447400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 0x7f74481552c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46380/0 (socket says 172.21.15.99:46380) 2024-09-13T17:00:08.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7447400700 1 -- 172.21.15.99:0/465636658 learned_addr learned my addr 172.21.15.99:0/465636658 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3130005ac0 con 0x7f3128004870 2024-09-13T17:00:08.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3130005c40 con 0x7f3128004870 2024-09-13T17:00:08.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f3140a00700 1 -- 172.21.15.99:0/1478552452 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3130007110 con 0x7f3128004870 2024-09-13T17:00:08.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f64b1200700 1 Processor -- start 2024-09-13T17:00:08.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55ae800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 0x7f55b016b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55ae800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 0x7f55b016b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:42742/0 (socket says 172.21.15.99:42742) 2024-09-13T17:00:08.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55ae800700 1 -- 172.21.15.99:0/3872677010 learned_addr learned my addr 172.21.15.99:0/3872677010 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7fac9fe00700 1 -- 172.21.15.99:0/1305402229 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faca0012430 con 0x7faca815e410 2024-09-13T17:00:08.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7cae800700 1 -- 172.21.15.99:0/1541205610 wait complete. 2024-09-13T17:00:08.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faca8068470 con 0x7faca815e410 2024-09-13T17:00:08.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7446a00700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7448165630 0x7f74481478a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7447400700 1 -- 172.21.15.99:0/465636658 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7448165630 msgr2=0x7f74481478a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7447400700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7448165630 0x7f74481478a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7447400700 1 -- 172.21.15.99:0/465636658 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7448165a10 msgr2=0x7f74481f6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7447400700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7448165a10 0x7f74481f6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7447400700 1 -- 172.21.15.99:0/465636658 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7434009570 con 0x7f74480b0cc0 2024-09-13T17:00:08.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fc009400700 1 -- 172.21.15.99:0/768106643 shutdown_connections 2024-09-13T17:00:08.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.350+0000 7fc009400700 1 -- 172.21.15.99:0/768106643 wait complete. 2024-09-13T17:00:08.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55ade00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165630 0x7f55b00c4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55ae800700 1 -- 172.21.15.99:0/3872677010 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165630 msgr2=0x7f55b00c4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f7447400700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 0x7f74481552c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f743800e790 tx=0x7f743800eaa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f3143200700 1 -- 172.21.15.99:0/1478552452 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 msgr2=0x7f3128004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f3143200700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 0x7f3128004cf0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f313000c650 tx=0x7f31280058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7fc009400700 1 Processor -- start 2024-09-13T17:00:08.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55af200700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f55b0165a10 0x7f55b016a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f3143200700 1 -- 172.21.15.99:0/1478552452 shutdown_connections 2024-09-13T17:00:08.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f3143200700 1 --2- 172.21.15.99:0/1478552452 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 0x7f3128004cf0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f3143200700 1 -- 172.21.15.99:0/1478552452 >> 172.21.15.99:0/1478552452 conn(0x7f314409c070 msgr2=0x7f31440d2d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821fe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8218054ca0 0x7f82180e4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f3143200700 1 -- 172.21.15.99:0/1478552452 shutdown_connections 2024-09-13T17:00:08.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821fe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8218055110 0x7f821803b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7fac9fe00700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fac88066780 0x7fac88068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55ae800700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165630 0x7f55b00c4ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55ae800700 1 -- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f55b0165a10 msgr2=0x7f55b016a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55ae800700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f55b0165a10 0x7f55b016a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55ae800700 1 -- 172.21.15.99:0/3872677010 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55a8009a70 con 0x7f55b00b0e90 2024-09-13T17:00:08.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7fac9fe00700 1 -- 172.21.15.99:0/1305402229 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faca0022070 con 0x7faca815e410 2024-09-13T17:00:08.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7faca7e00700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fac88066780 0x7fac88068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7faca7e00700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fac88066780 0x7fac88068c40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fac98001830 tx=0x7fac98009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f7cae800700 1 Processor -- start 2024-09-13T17:00:08.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55ade00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165630 0x7f55b00c4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:08.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f55af200700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f55b0165a10 0x7f55b016a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:08.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821ea00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8218054ca0 0x7f82180e4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821ea00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8218054ca0 0x7f82180e4be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46394/0 (socket says 172.21.15.99:46394) 2024-09-13T17:00:08.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821fe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f82180d7c30 0x7f8218039660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821fe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82180385c0 con 0x7f82180d7c30 2024-09-13T17:00:08.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821fe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82180388a0 con 0x7f8218055110 2024-09-13T17:00:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821fe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8218038b80 con 0x7f8218054ca0 2024-09-13T17:00:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f821ea00700 1 -- 172.21.15.99:0/2794618055 learned_addr learned my addr 172.21.15.99:0/2794618055 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f821e000700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8218055110 0x7f821803b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f821f400700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f82180d7c30 0x7f8218039660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f821f400700 1 -- 172.21.15.99:0/2794618055 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8218054ca0 msgr2=0x7f82180e4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f821f400700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8218054ca0 0x7f82180e4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f821f400700 1 -- 172.21.15.99:0/2794618055 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8218055110 msgr2=0x7f821803b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f821f400700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8218055110 0x7f821803b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f821f400700 1 -- 172.21.15.99:0/2794618055 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8210009450 con 0x7f82180d7c30 2024-09-13T17:00:08.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64b1200700 1 -- start start 2024-09-13T17:00:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f3143200700 1 -- 172.21.15.99:0/1478552452 wait complete. 2024-09-13T17:00:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f3143200700 1 Processor -- start 2024-09-13T17:00:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7f743f400700 1 -- 172.21.15.99:0/465636658 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7438013610 con 0x7f74480b0cc0 2024-09-13T17:00:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f743f400700 1 -- 172.21.15.99:0/465636658 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7438013770 con 0x7f74480b0cc0 2024-09-13T17:00:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f743f400700 1 -- 172.21.15.99:0/465636658 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7438013ae0 con 0x7f74480b0cc0 2024-09-13T17:00:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f744e800700 1 -- 172.21.15.99:0/465636658 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7448153ca0 con 0x7f74480b0cc0 2024-09-13T17:00:08.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f744e800700 1 -- 172.21.15.99:0/465636658 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7448154260 con 0x7f74480b0cc0 2024-09-13T17:00:08.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.354+0000 7fc009400700 1 -- start start 2024-09-13T17:00:08.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fc009400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00406a5d0 0x7fc0040cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fc009400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc00406a9b0 0x7fc00415eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fc009400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc00406b130 0x7fc00415c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fbffbe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00406a5d0 0x7fc0040cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fbffbe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00406a5d0 0x7fc0040cdbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46402/0 (socket says 172.21.15.99:46402) 2024-09-13T17:00:08.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fbffbe00700 1 -- 172.21.15.99:0/1998294601 learned_addr learned my addr 172.21.15.99:0/1998294601 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fc009400700 1 -- 172.21.15.99:0/1998294601 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc00415dc10 con 0x7fc00406b130 2024-09-13T17:00:08.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fc003e00700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc00406a9b0 0x7fc00415eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fc009400700 1 -- 172.21.15.99:0/1998294601 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc00415ea30 con 0x7fc00406a9b0 2024-09-13T17:00:08.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fc008a00700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc00406b130 0x7fc00415c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fc009400700 1 -- 172.21.15.99:0/1998294601 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0040ce110 con 0x7fc00406a5d0 2024-09-13T17:00:08.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f821f400700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f82180d7c30 0x7f8218039660 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8220000b60 tx=0x7f82200675e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f55ae800700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 0x7f55b016b9a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f55a000c550 tx=0x7f55a000c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f744e800700 1 -- 172.21.15.99:0/465636658 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f744806e030 con 0x7f74480b0cc0 2024-09-13T17:00:08.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f3143200700 1 -- start start 2024-09-13T17:00:08.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f7cae800700 1 -- start start 2024-09-13T17:00:08.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f55a6a00700 1 -- 172.21.15.99:0/3872677010 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55a0005d90 con 0x7f55b00b0e90 2024-09-13T17:00:08.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64b1200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f64ac0cc490 0x7f64ac0c3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f55a6a00700 1 -- 172.21.15.99:0/3872677010 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55a00070d0 con 0x7f55b00b0e90 2024-09-13T17:00:08.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f55a6a00700 1 -- 172.21.15.99:0/3872677010 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55a0007480 con 0x7f55b00b0e90 2024-09-13T17:00:08.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64b1200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64ac15afd0 0x7f64ac202f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64b1200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64ac2034b0 0x7f64ac0b5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64b1200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64ac1ff8f0 con 0x7f64ac2034b0 2024-09-13T17:00:08.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64b1200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64ac203ae0 con 0x7f64ac15afd0 2024-09-13T17:00:08.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64b1200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64ac0c5ad0 con 0x7f64ac0cc490 2024-09-13T17:00:08.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f55b5400700 1 -- 172.21.15.99:0/3872677010 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55b00c43c0 con 0x7f55b00b0e90 2024-09-13T17:00:08.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f55b5400700 1 -- 172.21.15.99:0/3872677010 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55b00c4980 con 0x7f55b00b0e90 2024-09-13T17:00:08.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64a9e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f64ac0cc490 0x7f64ac0c3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64a9e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f64ac0cc490 0x7f64ac0c3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46414/0 (socket says 172.21.15.99:46414) 2024-09-13T17:00:08.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64a9e00700 1 -- 172.21.15.99:0/204638102 learned_addr learned my addr 172.21.15.99:0/204638102 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f64a1400700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64ac15afd0 0x7f64ac202f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fbffbe00700 1 -- 172.21.15.99:0/1998294601 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc00406a9b0 msgr2=0x7fc00415eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fbffbe00700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc00406a9b0 0x7fc00415eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fbffbe00700 1 -- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc00406b130 msgr2=0x7fc00415c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fbffbe00700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc00406b130 0x7fc00415c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fbffbe00700 1 -- 172.21.15.99:0/1998294601 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfec009570 con 0x7fc00406a5d0 2024-09-13T17:00:08.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f3143200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 0x7f31441f3670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f3143200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f31441f3d20 0x7f314415f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f3143200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f31440b7e40 0x7f31440b82c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f3143200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31441f3bb0 con 0x7f31441f3d20 2024-09-13T17:00:08.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f3143200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31440b8800 con 0x7f31440b7e40 2024-09-13T17:00:08.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7f3143200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f314415e7a0 con 0x7f3128004870 2024-09-13T17:00:08.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fc008a00700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc00406b130 0x7fc00415c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:08.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fc003e00700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc00406a9b0 0x7fc00415eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:08.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.358+0000 7fbffbe00700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00406a5d0 0x7fc0040cdbd0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbff400e810 tx=0x7fbff400eb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f3141400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f31441f3d20 0x7f314415f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f3141400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f31441f3d20 0x7f314415f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40612/0 (socket says 172.21.15.99:40612) 2024-09-13T17:00:08.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f3141400700 1 -- 172.21.15.99:0/686471454 learned_addr learned my addr 172.21.15.99:0/686471454 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f743f400700 1 -- 172.21.15.99:0/465636658 <== mon.2 v2:172.21.15.170:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7438013c40 con 0x7f74480b0cc0 2024-09-13T17:00:08.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f64a1400700 1 -- 172.21.15.99:0/204638102 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f64ac0cc490 msgr2=0x7f64ac0c3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f64a1400700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f64ac0cc490 0x7f64ac0c3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f64a1400700 1 -- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64ac2034b0 msgr2=0x7f64ac0b5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f64aa800700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64ac2034b0 0x7f64ac0b5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f64a1400700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64ac2034b0 0x7f64ac0b5120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f64a1400700 1 -- 172.21.15.99:0/204638102 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64a4009b30 con 0x7f64ac15afd0 2024-09-13T17:00:08.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f64a9e00700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f64ac0cc490 0x7f64ac0c3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:08.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f3141e00700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 0x7f31441f3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f3141400700 1 -- 172.21.15.99:0/686471454 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 msgr2=0x7f31441f3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f3141400700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 0x7f31441f3670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f3141400700 1 -- 172.21.15.99:0/686471454 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f31440b7e40 msgr2=0x7f31440b82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f3141400700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f31440b7e40 0x7f31440b82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f559be00700 1 -- 172.21.15.99:0/3872677010 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55b00c4ba0 con 0x7f55b00b0e90 2024-09-13T17:00:08.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f64aa800700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64ac2034b0 0x7f64ac0b5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:08.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f3141400700 1 -- 172.21.15.99:0/686471454 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f314415ea80 con 0x7f31441f3d20 2024-09-13T17:00:08.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cae800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ca00d68e0 0x7f7ca0032ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cae800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ca0031760 0x7f7ca00da260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f3141400700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f31441f3d20 0x7f314415f7e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f312800c3d0 tx=0x7f3130009070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f64a1400700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64ac15afd0 0x7f64ac202f70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f649400c5e0 tx=0x7f649400c9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f743f400700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7428066730 0x7f7428068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cae800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ca0037c00 0x7f7ca0038090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cad400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ca00d68e0 0x7f7ca0032ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cad400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ca00d68e0 0x7f7ca0032ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46440/0 (socket says 172.21.15.99:46440) 2024-09-13T17:00:08.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cad400700 1 -- 172.21.15.99:0/432039751 learned_addr learned my addr 172.21.15.99:0/432039751 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cae800700 1 -- 172.21.15.99:0/432039751 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca00328c0 con 0x7f7ca0037c00 2024-09-13T17:00:08.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cae800700 1 -- 172.21.15.99:0/432039751 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca00385d0 con 0x7f7ca0031760 2024-09-13T17:00:08.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7caca00700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ca0031760 0x7f7ca00da260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f743f400700 1 -- 172.21.15.99:0/465636658 <== mon.2 v2:172.21.15.170:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7438083ce0 con 0x7f74480b0cc0 2024-09-13T17:00:08.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7446a00700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7428066730 0x7f7428068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cae800700 1 -- 172.21.15.99:0/432039751 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca0031c40 con 0x7f7ca00d68e0 2024-09-13T17:00:08.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cade00700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ca0037c00 0x7f7ca0038090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cad400700 1 -- 172.21.15.99:0/432039751 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ca0031760 msgr2=0x7f7ca00da260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cad400700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ca0031760 0x7f7ca00da260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cad400700 1 -- 172.21.15.99:0/432039751 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ca0037c00 msgr2=0x7f7ca0038090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cad400700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ca0037c00 0x7f7ca0038090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cad400700 1 -- 172.21.15.99:0/432039751 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ca0031f20 con 0x7f7ca00d68e0 2024-09-13T17:00:08.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7446a00700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7428066730 0x7f7428068bf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7434000c00 tx=0x7f7434008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f7cad400700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ca00d68e0 0x7f7ca0032ce0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7ca808afd0 tx=0x7f7ca80675e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f55a6a00700 1 -- 172.21.15.99:0/3872677010 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f55a00075e0 con 0x7f55b00b0e90 2024-09-13T17:00:08.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.362+0000 7f55a6a00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5590066730 0x7f5590068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f55a6a00700 1 -- 172.21.15.99:0/3872677010 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f55a0083c30 con 0x7f55b00b0e90 2024-09-13T17:00:08.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f55ade00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5590066730 0x7f5590068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f55ade00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5590066730 0x7f5590068bf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f55b0161670 tx=0x7f559c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f8217400700 1 -- 172.21.15.99:0/2794618055 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f822008e030 con 0x7f82180d7c30 2024-09-13T17:00:08.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f8217400700 1 -- 172.21.15.99:0/2794618055 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8220067700 con 0x7f82180d7c30 2024-09-13T17:00:08.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f8217400700 1 -- 172.21.15.99:0/2794618055 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8220067e80 con 0x7f82180d7c30 2024-09-13T17:00:08.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f313a000700 1 -- 172.21.15.99:0/686471454 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3130004890 con 0x7f31441f3d20 2024-09-13T17:00:08.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f3143200700 1 -- 172.21.15.99:0/686471454 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f314415ed60 con 0x7f31441f3d20 2024-09-13T17:00:08.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f821fe00700 1 -- 172.21.15.99:0/2794618055 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8218038e60 con 0x7f82180d7c30 2024-09-13T17:00:08.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f313a000700 1 -- 172.21.15.99:0/686471454 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31300049f0 con 0x7f31441f3d20 2024-09-13T17:00:08.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7fac9fe00700 1 -- 172.21.15.99:0/1305402229 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7faca0052b50 con 0x7faca815e410 2024-09-13T17:00:08.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f821fe00700 1 -- 172.21.15.99:0/2794618055 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82180e53d0 con 0x7f82180d7c30 2024-09-13T17:00:08.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f3143200700 1 -- 172.21.15.99:0/686471454 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f314415e490 con 0x7f31441f3d20 2024-09-13T17:00:08.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f313a000700 1 -- 172.21.15.99:0/686471454 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3130004d80 con 0x7f31441f3d20 2024-09-13T17:00:08.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f821fe00700 1 -- 172.21.15.99:0/2794618055 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8218039380 con 0x7f82180d7c30 2024-09-13T17:00:08.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.366+0000 7f312f400700 1 -- 172.21.15.99:0/686471454 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3118005310 con 0x7f31441f3d20 2024-09-13T17:00:08.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f7ca5600700 1 -- 172.21.15.99:0/432039751 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ca8091040 con 0x7f7ca00d68e0 2024-09-13T17:00:08.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7fc000c00700 1 -- 172.21.15.99:0/1998294601 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff4013610 con 0x7fc00406a5d0 2024-09-13T17:00:08.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7fc000c00700 1 -- 172.21.15.99:0/1998294601 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbff4013790 con 0x7fc00406a5d0 2024-09-13T17:00:08.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7fc000c00700 1 -- 172.21.15.99:0/1998294601 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff4013b40 con 0x7fc00406a5d0 2024-09-13T17:00:08.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f7ca5600700 1 -- 172.21.15.99:0/432039751 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ca804f040 con 0x7f7ca00d68e0 2024-09-13T17:00:08.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f7ca5600700 1 -- 172.21.15.99:0/432039751 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ca8067c50 con 0x7f7ca00d68e0 2024-09-13T17:00:08.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7fc009400700 1 -- 172.21.15.99:0/1998294601 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc00415de20 con 0x7fc00406a5d0 2024-09-13T17:00:08.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7fc009400700 1 -- 172.21.15.99:0/1998294601 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc00415e3e0 con 0x7fc00406a5d0 2024-09-13T17:00:08.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f743f400700 1 -- 172.21.15.99:0/465636658 <== mon.2 v2:172.21.15.170:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f74380510c0 con 0x7f74480b0cc0 2024-09-13T17:00:08.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f7cae800700 1 -- 172.21.15.99:0/432039751 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ca0032200 con 0x7f7ca00d68e0 2024-09-13T17:00:08.425 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f7cae800700 1 -- 172.21.15.99:0/432039751 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ca00d6cc0 con 0x7f7ca00d68e0 2024-09-13T17:00:08.425 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7fc009400700 1 -- 172.21.15.99:0/1998294601 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0040ac8b0 con 0x7fc00406a5d0 2024-09-13T17:00:08.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f64a2a00700 1 -- 172.21.15.99:0/204638102 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64940054e0 con 0x7f64ac15afd0 2024-09-13T17:00:08.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f64a2a00700 1 -- 172.21.15.99:0/204638102 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64940036a0 con 0x7f64ac15afd0 2024-09-13T17:00:08.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f64a2a00700 1 -- 172.21.15.99:0/204638102 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6494003a50 con 0x7f64ac15afd0 2024-09-13T17:00:08.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f64b1200700 1 -- 172.21.15.99:0/204638102 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64ac0c5db0 con 0x7f64ac15afd0 2024-09-13T17:00:08.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f64b1200700 1 -- 172.21.15.99:0/204638102 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64ac0cad70 con 0x7f64ac15afd0 2024-09-13T17:00:08.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f55a6a00700 1 -- 172.21.15.99:0/3872677010 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f55a0050fa0 con 0x7f55b00b0e90 2024-09-13T17:00:08.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.370+0000 7f313a000700 1 -- 172.21.15.99:0/686471454 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3130007110 con 0x7f31441f3d20 2024-09-13T17:00:08.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7fc000c00700 1 -- 172.21.15.99:0/1998294601 <== mon.2 v2:172.21.15.170:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbff4013ca0 con 0x7fc00406a5d0 2024-09-13T17:00:08.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7f313a000700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3124066780 0x7f3124068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7f313a000700 1 -- 172.21.15.99:0/686471454 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f31300857e0 con 0x7f31441f3d20 2024-09-13T17:00:08.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7f64b1200700 1 -- 172.21.15.99:0/204638102 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64ac0cebc0 con 0x7f64ac15afd0 2024-09-13T17:00:08.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7f3141e00700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3124066780 0x7f3124068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7f7c9aa00700 1 -- 172.21.15.99:0/432039751 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ca0005b10 con 0x7f7ca00d68e0 2024-09-13T17:00:08.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7f8217400700 1 -- 172.21.15.99:0/2794618055 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8220091070 con 0x7f82180d7c30 2024-09-13T17:00:08.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7f8217400700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8200066730 0x7f8200068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7f8217400700 1 -- 172.21.15.99:0/2794618055 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f822008f070 con 0x7f82180d7c30 2024-09-13T17:00:08.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7f821ea00700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8200066730 0x7f8200068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7f64a2a00700 1 -- 172.21.15.99:0/204638102 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6494003bb0 con 0x7f64ac15afd0 2024-09-13T17:00:08.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7fc000c00700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe0066780 0x7fbfe0068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.374+0000 7fc000c00700 1 -- 172.21.15.99:0/1998294601 <== mon.2 v2:172.21.15.170:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbff4084190 con 0x7fc00406a5d0 2024-09-13T17:00:08.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7fc000c00700 1 -- 172.21.15.99:0/1998294601 <== mon.2 v2:172.21.15.170:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbff4051570 con 0x7fc00406a5d0 2024-09-13T17:00:08.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f821ea00700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8200066730 0x7f8200068bf0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8210000c00 tx=0x7f8210008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f64a2a00700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f64880667b0 0x7f6488068c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f64a2a00700 1 -- 172.21.15.99:0/204638102 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f64940836a0 con 0x7f64ac15afd0 2024-09-13T17:00:08.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f7ca5600700 1 -- 172.21.15.99:0/432039751 <== mon.2 v2:172.21.15.170:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7ca8070910 con 0x7f7ca00d68e0 2024-09-13T17:00:08.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f7ca5600700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7c88066830 0x7f7c88068cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f7ca5600700 1 -- 172.21.15.99:0/432039751 <== mon.2 v2:172.21.15.170:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7ca80fd980 con 0x7f7ca00d68e0 2024-09-13T17:00:08.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f7caca00700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7c88066830 0x7f7c88068cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f64a9e00700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f64880667b0 0x7f6488068c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7fc003e00700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe0066780 0x7fbfe0068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f7caca00700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7c88066830 0x7f7c88068cf0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7ca0004420 tx=0x7f7c9c01f040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f64a9e00700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f64880667b0 0x7f6488068c70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f649c009c60 tx=0x7f649c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.378+0000 7f3141e00700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3124066780 0x7f3124068c40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3134000c00 tx=0x7f3134009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.382+0000 7f8217400700 1 -- 172.21.15.99:0/2794618055 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f82200cb550 con 0x7f82180d7c30 2024-09-13T17:00:08.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.382+0000 7fc003e00700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe0066780 0x7fbfe0068c40 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fbfec014040 tx=0x7fbfec008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.382+0000 7f313a000700 1 -- 172.21.15.99:0/686471454 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3130052ce0 con 0x7f31441f3d20 2024-09-13T17:00:08.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.390+0000 7f7ca5600700 1 -- 172.21.15.99:0/432039751 <== mon.2 v2:172.21.15.170:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7ca80cad60 con 0x7f7ca00d68e0 2024-09-13T17:00:08.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.390+0000 7f64a2a00700 1 -- 172.21.15.99:0/204638102 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6494050a80 con 0x7f64ac15afd0 2024-09-13T17:00:08.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.702+0000 7f744e800700 1 -- 172.21.15.99:0/465636658 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f7448154420 con 0x7f74480b0cc0 2024-09-13T17:00:08.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.702+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7faca80af900 con 0x7faca815e410 2024-09-13T17:00:08.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.702+0000 7f743f400700 1 -- 172.21.15.99:0/465636658 <== mon.2 v2:172.21.15.170:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7438021090 con 0x7f74480b0cc0 2024-09-13T17:00:08.705 INFO:teuthology.orchestra.run.smithi099.stdout:55834574854 2024-09-13T17:00:08.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.702+0000 7fac9fe00700 1 -- 172.21.15.99:0/1305402229 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7faca0056170 con 0x7faca815e410 2024-09-13T17:00:08.705 INFO:teuthology.orchestra.run.smithi099.stdout:55834574853 2024-09-13T17:00:08.709 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fac88066780 msgr2=0x7fac88068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.709 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 -- 172.21.15.99:0/465636658 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7428066730 msgr2=0x7f7428068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.709 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7428066730 0x7f7428068bf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7434000c00 tx=0x7f7434008030 comp rx=0 tx=0).stop 2024-09-13T17:00:08.709 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 -- 172.21.15.99:0/465636658 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 msgr2=0x7f74481552c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 0x7f74481552c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f743800e790 tx=0x7f743800eaa0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fac88066780 0x7fac88068c40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fac98001830 tx=0x7fac98009040 comp rx=0 tx=0).stop 2024-09-13T17:00:08.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 -- 172.21.15.99:0/465636658 shutdown_connections 2024-09-13T17:00:08.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7428066730 0x7f7428068bf0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7448165a10 0x7f74481f6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7448165630 0x7f74481478a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 --2- 172.21.15.99:0/465636658 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f74480b0cc0 0x7f74481552c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 -- 172.21.15.99:0/465636658 >> 172.21.15.99:0/465636658 conn(0x7f7448066780 msgr2=0x7f74480b22b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faca815e410 msgr2=0x7faca8158860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faca815e410 0x7faca8158860 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7faca0016000 tx=0x7faca0004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 -- 172.21.15.99:0/465636658 shutdown_connections 2024-09-13T17:00:08.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7f744e800700 1 -- 172.21.15.99:0/465636658 wait complete. 2024-09-13T17:00:08.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 shutdown_connections 2024-09-13T17:00:08.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fac88066780 0x7fac88068c40 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faca815e410 0x7faca8158860 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faca80cf1b0 0x7faca8158320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 --2- 172.21.15.99:0/1305402229 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faca80cc930 0x7faca8155f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 >> 172.21.15.99:0/1305402229 conn(0x7faca80d0ba0 msgr2=0x7faca806bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.713 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 shutdown_connections 2024-09-13T17:00:08.713 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.706+0000 7facadc00700 1 -- 172.21.15.99:0/1305402229 wait complete. 2024-09-13T17:00:08.714 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.710+0000 7fc009400700 1 -- 172.21.15.99:0/1998294601 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fc00406db70 con 0x7fc00406a5d0 2024-09-13T17:00:08.715 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7f821fe00700 1 -- 172.21.15.99:0/2794618055 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f8218039380 con 0x7f82180d7c30 2024-09-13T17:00:08.716 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fc000c00700 1 -- 172.21.15.99:0/1998294601 <== mon.2 v2:172.21.15.170:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fbff4054b90 con 0x7fc00406a5d0 2024-09-13T17:00:08.716 INFO:teuthology.orchestra.run.smithi099.stdout:55834574853 2024-09-13T17:00:08.718 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7f559be00700 1 -- 172.21.15.99:0/3872677010 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f55b01616f0 con 0x7f55b00b0e90 2024-09-13T17:00:08.718 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7f8217400700 1 -- 172.21.15.99:0/2794618055 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8218039380 con 0x7f82180d7c30 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 -- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe0066780 msgr2=0x7fbfe0068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe0066780 0x7fbfe0068c40 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fbfec014040 tx=0x7fbfec008030 comp rx=0 tx=0).stop 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 -- 172.21.15.99:0/1998294601 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00406a5d0 msgr2=0x7fc0040cdbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00406a5d0 0x7fc0040cdbd0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbff400e810 tx=0x7fbff400eb20 comp rx=0 tx=0).stop 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 -- 172.21.15.99:0/1998294601 shutdown_connections 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe0066780 0x7fbfe0068c40 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc00406b130 0x7fc00415c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc00406a9b0 0x7fc00415eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 --2- 172.21.15.99:0/1998294601 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00406a5d0 0x7fc0040cdbd0 secure :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbff400e810 tx=0x7fbff400eb20 comp rx=0 tx=0).stop 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 -- 172.21.15.99:0/1998294601 >> 172.21.15.99:0/1998294601 conn(0x7fc00406f790 msgr2=0x7fc0040af4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 -- 172.21.15.99:0/1998294601 shutdown_connections 2024-09-13T17:00:08.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7fbff9600700 1 -- 172.21.15.99:0/1998294601 wait complete. 2024-09-13T17:00:08.720 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.714+0000 7f55a6a00700 1 -- 172.21.15.99:0/3872677010 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f55a0017020 con 0x7f55b00b0e90 2024-09-13T17:00:08.720 INFO:teuthology.orchestra.run.smithi099.stdout:55834574854 2024-09-13T17:00:08.720 INFO:teuthology.orchestra.run.smithi099.stdout:55834574855 2024-09-13T17:00:08.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f821fe00700 1 -- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8200066730 msgr2=0x7f8200068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f821fe00700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8200066730 0x7f8200068bf0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8210000c00 tx=0x7f8210008030 comp rx=0 tx=0).stop 2024-09-13T17:00:08.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f821fe00700 1 -- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f82180d7c30 msgr2=0x7f8218039660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f821fe00700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f82180d7c30 0x7f8218039660 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8220000b60 tx=0x7f82200675e0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f821fe00700 1 -- 172.21.15.99:0/2794618055 shutdown_connections 2024-09-13T17:00:08.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f821fe00700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8200066730 0x7f8200068bf0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f821fe00700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f82180d7c30 0x7f8218039660 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.724 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f821fe00700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8218055110 0x7f821803b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.724 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f821fe00700 1 --2- 172.21.15.99:0/2794618055 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8218054ca0 0x7f82180e4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.724 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f821fe00700 1 -- 172.21.15.99:0/2794618055 >> 172.21.15.99:0/2794618055 conn(0x7f8218055770 msgr2=0x7f8218035ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.724 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f559be00700 1 -- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5590066730 msgr2=0x7f5590068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.724 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f559be00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5590066730 0x7f5590068bf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f55b0161670 tx=0x7f559c008040 comp rx=0 tx=0).stop 2024-09-13T17:00:08.724 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f559be00700 1 -- 172.21.15.99:0/3872677010 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 msgr2=0x7f55b016b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.724 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.718+0000 7f559be00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 0x7f55b016b9a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f55a000c550 tx=0x7f55a000c910 comp rx=0 tx=0).stop 2024-09-13T17:00:08.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.722+0000 7f559be00700 1 -- 172.21.15.99:0/3872677010 shutdown_connections 2024-09-13T17:00:08.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.722+0000 7f559be00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5590066730 0x7f5590068bf0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.722+0000 7f559be00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f55b0165a10 0x7f55b016a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.722+0000 7f559be00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f55b0165630 0x7f55b00c4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.722+0000 7f559be00700 1 --2- 172.21.15.99:0/3872677010 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f55b00b0e90 0x7f55b016b9a0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.722+0000 7f559be00700 1 -- 172.21.15.99:0/3872677010 >> 172.21.15.99:0/3872677010 conn(0x7f55b0066780 msgr2=0x7f55b006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.722+0000 7f821fe00700 1 -- 172.21.15.99:0/2794618055 shutdown_connections 2024-09-13T17:00:08.726 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.722+0000 7f821fe00700 1 -- 172.21.15.99:0/2794618055 wait complete. 2024-09-13T17:00:08.726 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.722+0000 7f559be00700 1 -- 172.21.15.99:0/3872677010 shutdown_connections 2024-09-13T17:00:08.726 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.722+0000 7f559be00700 1 -- 172.21.15.99:0/3872677010 wait complete. 2024-09-13T17:00:08.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.726+0000 7f312f400700 1 -- 172.21.15.99:0/686471454 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f3118005890 con 0x7f31441f3d20 2024-09-13T17:00:08.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.726+0000 7f313a000700 1 -- 172.21.15.99:0/686471454 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3130056300 con 0x7f31441f3d20 2024-09-13T17:00:08.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.726+0000 7f7c9aa00700 1 -- 172.21.15.99:0/432039751 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f7ca00e3310 con 0x7f7ca00d68e0 2024-09-13T17:00:08.729 INFO:teuthology.orchestra.run.smithi099.stdout:55834574854 2024-09-13T17:00:08.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.726+0000 7f7ca5600700 1 -- 172.21.15.99:0/432039751 <== mon.2 v2:172.21.15.170:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7ca80ce380 con 0x7f7ca00d68e0 2024-09-13T17:00:08.730 INFO:teuthology.orchestra.run.smithi099.stdout:55834574853 2024-09-13T17:00:08.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 -- 172.21.15.99:0/686471454 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3124066780 msgr2=0x7f3124068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3124066780 0x7f3124068c40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3134000c00 tx=0x7f3134009040 comp rx=0 tx=0).stop 2024-09-13T17:00:08.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 -- 172.21.15.99:0/686471454 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f31441f3d20 msgr2=0x7f314415f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f31441f3d20 0x7f314415f7e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f312800c3d0 tx=0x7f3130009070 comp rx=0 tx=0).stop 2024-09-13T17:00:08.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 -- 172.21.15.99:0/686471454 shutdown_connections 2024-09-13T17:00:08.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3124066780 0x7f3124068c40 secure :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3134000c00 tx=0x7f3134009040 comp rx=0 tx=0).stop 2024-09-13T17:00:08.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f31441f3d20 0x7f314415f7e0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f31440b7e40 0x7f31440b82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 --2- 172.21.15.99:0/686471454 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3128004870 0x7f31441f3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 -- 172.21.15.99:0/686471454 >> 172.21.15.99:0/686471454 conn(0x7f314409c070 msgr2=0x7f3144071660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 -- 172.21.15.99:0/686471454 shutdown_connections 2024-09-13T17:00:08.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f312f400700 1 -- 172.21.15.99:0/686471454 wait complete. 2024-09-13T17:00:08.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f7c9aa00700 1 -- 172.21.15.99:0/432039751 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7c88066830 msgr2=0x7f7c88068cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f7c9aa00700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7c88066830 0x7f7c88068cf0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7ca0004420 tx=0x7f7c9c01f040 comp rx=0 tx=0).stop 2024-09-13T17:00:08.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f7c9aa00700 1 -- 172.21.15.99:0/432039751 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ca00d68e0 msgr2=0x7f7ca0032ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f7c9aa00700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ca00d68e0 0x7f7ca0032ce0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7ca808afd0 tx=0x7f7ca80675e0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f7c9aa00700 1 -- 172.21.15.99:0/432039751 shutdown_connections 2024-09-13T17:00:08.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f7c9aa00700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7c88066830 0x7f7c88068cf0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f7c9aa00700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ca0037c00 0x7f7ca0038090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f7c9aa00700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ca0031760 0x7f7ca00da260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f7c9aa00700 1 --2- 172.21.15.99:0/432039751 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ca00d68e0 0x7f7ca0032ce0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.730+0000 7f7c9aa00700 1 -- 172.21.15.99:0/432039751 >> 172.21.15.99:0/432039751 conn(0x7f7ca0036140 msgr2=0x7f7ca00de5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.734+0000 7f7c9aa00700 1 -- 172.21.15.99:0/432039751 shutdown_connections 2024-09-13T17:00:08.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.734+0000 7f7c9aa00700 1 -- 172.21.15.99:0/432039751 wait complete. 2024-09-13T17:00:08.738 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.1 2024-09-13T17:00:08.738 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:08.740 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.4 2024-09-13T17:00:08.740 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:08.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.738+0000 7f64b1200700 1 -- 172.21.15.99:0/204638102 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f64ac0b3370 con 0x7f64ac15afd0 2024-09-13T17:00:08.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.738+0000 7f64a2a00700 1 -- 172.21.15.99:0/204638102 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f6494003e60 con 0x7f64ac15afd0 2024-09-13T17:00:08.742 INFO:teuthology.orchestra.run.smithi099.stdout:55834574853 2024-09-13T17:00:08.745 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.6 2024-09-13T17:00:08.745 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:08.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 -- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f64880667b0 msgr2=0x7f6488068c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f64880667b0 0x7f6488068c70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f649c009c60 tx=0x7f649c008040 comp rx=0 tx=0).stop 2024-09-13T17:00:08.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 -- 172.21.15.99:0/204638102 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64ac15afd0 msgr2=0x7f64ac202f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64ac15afd0 0x7f64ac202f70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f649400c5e0 tx=0x7f649400c9a0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 -- 172.21.15.99:0/204638102 shutdown_connections 2024-09-13T17:00:08.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f64880667b0 0x7f6488068c70 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f64ac2034b0 0x7f64ac0b5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f64ac15afd0 0x7f64ac202f70 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 --2- 172.21.15.99:0/204638102 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f64ac0cc490 0x7f64ac0c3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 -- 172.21.15.99:0/204638102 >> 172.21.15.99:0/204638102 conn(0x7f64ac0b2850 msgr2=0x7f64ac0b2c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 -- 172.21.15.99:0/204638102 shutdown_connections 2024-09-13T17:00:08.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.742+0000 7f64b1200700 1 -- 172.21.15.99:0/204638102 wait complete. 2024-09-13T17:00:08.751 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.3 2024-09-13T17:00:08.751 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:08.752 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.2 2024-09-13T17:00:08.753 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:08.757 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.5 2024-09-13T17:00:08.757 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:08.759 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.7 2024-09-13T17:00:08.759 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:08.764 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.0 2024-09-13T17:00:08.765 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:08.765 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T17:00:08.765 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:00:08.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.970+0000 7ff3dd000700 1 Processor -- start 2024-09-13T17:00:08.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.970+0000 7ff3dd000700 1 -- start start 2024-09-13T17:00:08.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3dd000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7ff3d80ce700 0x7ff3d80b0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3dd000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff3d80b0eb0 0x7ff3d80b2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3dd000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3d80b4b20 con 0x7ff3d8159a50 2024-09-13T17:00:08.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3dd000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3d80b1300 con 0x7ff3d80b0eb0 2024-09-13T17:00:08.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3dd000700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3d80b3ba0 con 0x7ff3d80ce700 2024-09-13T17:00:08.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d7e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff3d80b0eb0 0x7ff3d80b2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d7e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff3d80b0eb0 0x7ff3d80b2f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40640/0 (socket says 172.21.15.99:40640) 2024-09-13T17:00:08.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d7e00700 1 -- 172.21.15.99:0/2348515870 learned_addr learned my addr 172.21.15.99:0/2348515870 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d6a00700 1 --2- 172.21.15.99:0/2348515870 >> v2:172.21.15.170:3300/0 conn(0x7ff3d80ce700 0x7ff3d80b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d7e00700 1 -- 172.21.15.99:0/2348515870 >> v2:172.21.15.170:3300/0 conn(0x7ff3d80ce700 msgr2=0x7ff3d80b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:08.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d7e00700 1 --2- 172.21.15.99:0/2348515870 >> v2:172.21.15.170:3300/0 conn(0x7ff3d80ce700 0x7ff3d80b0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d7e00700 1 -- 172.21.15.99:0/2348515870 >> v1:172.21.15.170:6789/0 conn(0x7ff3d8159a50 legacy=0x7ff3d80cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d7e00700 1 -- 172.21.15.99:0/2348515870 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3d80cd230 con 0x7ff3d80b0eb0 2024-09-13T17:00:08.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d7e00700 1 --2- 172.21.15.99:0/2348515870 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80b0eb0 0x7ff3d80b2f80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff3d80729e0 tx=0x7ff3d0009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a78f2c7eb33d8cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d6000700 1 -- 172.21.15.99:0/2348515870 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d0011830 con 0x7ff3d80b0eb0 2024-09-13T17:00:08.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d6000700 1 -- 172.21.15.99:0/2348515870 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3d0011990 con 0x7ff3d80b0eb0 2024-09-13T17:00:08.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.974+0000 7ff3d6000700 1 -- 172.21.15.99:0/2348515870 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d0011d20 con 0x7ff3d80b0eb0 2024-09-13T17:00:08.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.978+0000 7ff3dd000700 1 -- 172.21.15.99:0/2348515870 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80b0eb0 msgr2=0x7ff3d80b2f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.978+0000 7ff3dd000700 1 --2- 172.21.15.99:0/2348515870 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80b0eb0 0x7ff3d80b2f80 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff3d80729e0 tx=0x7ff3d0009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.978+0000 7ff3dd000700 1 -- 172.21.15.99:0/2348515870 shutdown_connections 2024-09-13T17:00:08.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.978+0000 7ff3dd000700 1 --2- 172.21.15.99:0/2348515870 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80b0eb0 0x7ff3d80b2f80 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.978+0000 7ff3dd000700 1 --2- 172.21.15.99:0/2348515870 >> v2:172.21.15.170:3300/0 conn(0x7ff3d80ce700 0x7ff3d80b0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.978+0000 7ff3dd000700 1 -- 172.21.15.99:0/2348515870 >> 172.21.15.99:0/2348515870 conn(0x7ff3d806f790 msgr2=0x7ff3d806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:08.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.978+0000 7ff3dd000700 1 -- 172.21.15.99:0/2348515870 shutdown_connections 2024-09-13T17:00:08.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.978+0000 7ff3dd000700 1 -- 172.21.15.99:0/2348515870 wait complete. 2024-09-13T17:00:08.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3dd000700 1 Processor -- start 2024-09-13T17:00:08.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3dd000700 1 -- start start 2024-09-13T17:00:08.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3dd000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d80b0eb0 0x7ff3d80afc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3dd000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80ce700 0x7ff3d8134e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3dd000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3d8159a50 0x7ff3d814be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3dd000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d8135340 con 0x7ff3d80ce700 2024-09-13T17:00:08.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3dd000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d80aebd0 con 0x7ff3d80b0eb0 2024-09-13T17:00:08.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3dd000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d80aeeb0 con 0x7ff3d8159a50 2024-09-13T17:00:08.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d6a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80ce700 0x7ff3d8134e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d6a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80ce700 0x7ff3d8134e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40642/0 (socket says 172.21.15.99:40642) 2024-09-13T17:00:08.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d6a00700 1 -- 172.21.15.99:0/1612469819 learned_addr learned my addr 172.21.15.99:0/1612469819 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:08.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d7e00700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3d8159a50 0x7ff3d814be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d7400700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d80b0eb0 0x7ff3d80afc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d6a00700 1 -- 172.21.15.99:0/1612469819 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3d8159a50 msgr2=0x7ff3d814be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d6a00700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3d8159a50 0x7ff3d814be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d6a00700 1 -- 172.21.15.99:0/1612469819 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d80b0eb0 msgr2=0x7ff3d80afc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:08.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d6a00700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d80b0eb0 0x7ff3d80afc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:08.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d6a00700 1 -- 172.21.15.99:0/1612469819 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3d0009570 con 0x7ff3d80ce700 2024-09-13T17:00:08.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.982+0000 7ff3d7400700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d80b0eb0 0x7ff3d80afc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:08.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.986+0000 7ff3d6a00700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80ce700 0x7ff3d8134e00 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff3c400e9a0 tx=0x7ff3c400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:08.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.986+0000 7ff3cf400700 1 -- 172.21.15.99:0/1612469819 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4009720 con 0x7ff3d80ce700 2024-09-13T17:00:08.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.986+0000 7ff3cf400700 1 -- 172.21.15.99:0/1612469819 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3c400c850 con 0x7ff3d80ce700 2024-09-13T17:00:08.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.986+0000 7ff3dd000700 1 -- 172.21.15.99:0/1612469819 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3d80af190 con 0x7ff3d80ce700 2024-09-13T17:00:08.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.986+0000 7ff3cf400700 1 -- 172.21.15.99:0/1612469819 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c400cbe0 con 0x7ff3d80ce700 2024-09-13T17:00:08.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.986+0000 7ff3dd000700 1 -- 172.21.15.99:0/1612469819 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3d80af750 con 0x7ff3d80ce700 2024-09-13T17:00:08.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.986+0000 7ff3dd000700 1 -- 172.21.15.99:0/1612469819 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3d80b37f0 con 0x7ff3d80ce700 2024-09-13T17:00:08.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.990+0000 7ff3cf400700 1 -- 172.21.15.99:0/1612469819 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff3c400cd40 con 0x7ff3d80ce700 2024-09-13T17:00:08.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.990+0000 7ff3cf400700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3b8066760 0x7ff3b8068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:08.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.990+0000 7ff3cf400700 1 -- 172.21.15.99:0/1612469819 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff3c4084270 con 0x7ff3d80ce700 2024-09-13T17:00:08.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.994+0000 7ff3d7400700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3b8066760 0x7ff3b8068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:08.996 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.994+0000 7ff3d7400700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3b8066760 0x7ff3b8068c20 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff3c80012e0 tx=0x7ff3c8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:09.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:08.998+0000 7ff3cf400700 1 -- 172.21.15.99:0/1612469819 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff3c40514b0 con 0x7ff3d80ce700 2024-09-13T17:00:09.174 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.170+0000 7ff3dd000700 1 -- 172.21.15.99:0/1612469819 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff3d80cdad0 con 0x7ff3b8066760 2024-09-13T17:00:09.181 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.178+0000 7ff3cf400700 1 -- 172.21.15.99:0/1612469819 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264471 (secure 0 0 0) 0x7ff3c8001f60 con 0x7ff3b8066760 2024-09-13T17:00:09.186 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:09.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 -- 172.21.15.99:0/1612469819 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3b8066760 msgr2=0x7ff3b8068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3b8066760 0x7ff3b8068c20 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff3c80012e0 tx=0x7ff3c8009040 comp rx=0 tx=0).stop 2024-09-13T17:00:09.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 -- 172.21.15.99:0/1612469819 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80ce700 msgr2=0x7ff3d8134e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80ce700 0x7ff3d8134e00 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff3c400e9a0 tx=0x7ff3c400ecb0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 -- 172.21.15.99:0/1612469819 shutdown_connections 2024-09-13T17:00:09.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff3b8066760 0x7ff3b8068c20 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff3d80ce700 0x7ff3d8134e00 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff3d8159a50 0x7ff3d814be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 --2- 172.21.15.99:0/1612469819 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3d80b0eb0 0x7ff3d80afc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 -- 172.21.15.99:0/1612469819 >> 172.21.15.99:0/1612469819 conn(0x7ff3d806f790 msgr2=0x7ff3d806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:09.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 -- 172.21.15.99:0/1612469819 shutdown_connections 2024-09-13T17:00:09.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.186+0000 7ff3dd000700 1 -- 172.21.15.99:0/1612469819 wait complete. 2024-09-13T17:00:09.190 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:00:09.209 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-13T17:00:08.147697+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":231304,"kb_used_data":2820,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":754743416,"statfs":{"total":773094113280,"available":772857257984,"internally_reserved":0,"allocated":2887680,"data_stored":1751625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.014944"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628598+0000","last_change":"2024-09-13T17:00:01.651627+0000","last_active":"2024-09-13T17:00:02.628598+0000","last_peered":"2024-09-13T17:00:02.628598+0000","last_clean":"2024-09-13T17:00:02.628598+0000","last_became_active":"2024-09-13T17:00:01.651386+0000","last_became_peered":"2024-09-13T17:00:01.651386+0000","last_unstale":"2024-09-13T17:00:02.628598+0000","last_undegraded":"2024-09-13T17:00:02.628598+0000","last_fullsized":"2024-09-13T17:00:02.628598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.788067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989394+0000","last_change":"2024-09-13T17:00:01.638689+0000","last_active":"2024-09-13T17:00:02.989394+0000","last_peered":"2024-09-13T17:00:02.989394+0000","last_clean":"2024-09-13T17:00:02.989394+0000","last_became_active":"2024-09-13T17:00:01.638349+0000","last_became_peered":"2024-09-13T17:00:01.638349+0000","last_unstale":"2024-09-13T17:00:02.989394+0000","last_undegraded":"2024-09-13T17:00:02.989394+0000","last_fullsized":"2024-09-13T17:00:02.989394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:29.112293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989225+0000","last_change":"2024-09-13T17:00:01.644970+0000","last_active":"2024-09-13T17:00:02.989225+0000","last_peered":"2024-09-13T17:00:02.989225+0000","last_clean":"2024-09-13T17:00:02.989225+0000","last_became_active":"2024-09-13T17:00:01.644642+0000","last_became_peered":"2024-09-13T17:00:01.644642+0000","last_unstale":"2024-09-13T17:00:02.989225+0000","last_undegraded":"2024-09-13T17:00:02.989225+0000","last_fullsized":"2024-09-13T17:00:02.989225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:58.995345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109911+0000","last_change":"2024-09-13T17:00:01.640071+0000","last_active":"2024-09-13T17:00:03.109911+0000","last_peered":"2024-09-13T17:00:03.109911+0000","last_clean":"2024-09-13T17:00:03.109911+0000","last_became_active":"2024-09-13T17:00:01.639825+0000","last_became_peered":"2024-09-13T17:00:01.639825+0000","last_unstale":"2024-09-13T17:00:03.109911+0000","last_undegraded":"2024-09-13T17:00:03.109911+0000","last_fullsized":"2024-09-13T17:00:03.109911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:30.119186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627947+0000","last_change":"2024-09-13T17:00:01.641352+0000","last_active":"2024-09-13T17:00:02.627947+0000","last_peered":"2024-09-13T17:00:02.627947+0000","last_clean":"2024-09-13T17:00:02.627947+0000","last_became_active":"2024-09-13T17:00:01.641113+0000","last_became_peered":"2024-09-13T17:00:01.641113+0000","last_unstale":"2024-09-13T17:00:02.627947+0000","last_undegraded":"2024-09-13T17:00:02.627947+0000","last_fullsized":"2024-09-13T17:00:02.627947+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:05.374566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109756+0000","last_change":"2024-09-13T17:00:01.636631+0000","last_active":"2024-09-13T17:00:03.109756+0000","last_peered":"2024-09-13T17:00:03.109756+0000","last_clean":"2024-09-13T17:00:03.109756+0000","last_became_active":"2024-09-13T17:00:01.636070+0000","last_became_peered":"2024-09-13T17:00:01.636070+0000","last_unstale":"2024-09-13T17:00:03.109756+0000","last_undegraded":"2024-09-13T17:00:03.109756+0000","last_fullsized":"2024-09-13T17:00:03.109756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.669038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.626549+0000","last_change":"2024-09-13T17:00:01.629003+0000","last_active":"2024-09-13T17:00:02.626549+0000","last_peered":"2024-09-13T17:00:02.626549+0000","last_clean":"2024-09-13T17:00:02.626549+0000","last_became_active":"2024-09-13T17:00:01.628768+0000","last_became_peered":"2024-09-13T17:00:01.628768+0000","last_unstale":"2024-09-13T17:00:02.626549+0000","last_undegraded":"2024-09-13T17:00:02.626549+0000","last_fullsized":"2024-09-13T17:00:02.626549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:17.172133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988820+0000","last_change":"2024-09-13T17:00:01.629287+0000","last_active":"2024-09-13T17:00:02.988820+0000","last_peered":"2024-09-13T17:00:02.988820+0000","last_clean":"2024-09-13T17:00:02.988820+0000","last_became_active":"2024-09-13T17:00:01.629053+0000","last_became_peered":"2024-09-13T17:00:01.629053+0000","last_unstale":"2024-09-13T17:00:02.988820+0000","last_undegraded":"2024-09-13T17:00:02.988820+0000","last_fullsized":"2024-09-13T17:00:02.988820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.788067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110901+0000","last_change":"2024-09-13T17:00:01.653231+0000","last_active":"2024-09-13T17:00:03.110901+0000","last_peered":"2024-09-13T17:00:03.110901+0000","last_clean":"2024-09-13T17:00:03.110901+0000","last_became_active":"2024-09-13T17:00:01.652995+0000","last_became_peered":"2024-09-13T17:00:01.652995+0000","last_unstale":"2024-09-13T17:00:03.110901+0000","last_undegraded":"2024-09-13T17:00:03.110901+0000","last_fullsized":"2024-09-13T17:00:03.110901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:37.675649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628476+0000","last_change":"2024-09-13T17:00:01.636508+0000","last_active":"2024-09-13T17:00:02.628476+0000","last_peered":"2024-09-13T17:00:02.628476+0000","last_clean":"2024-09-13T17:00:02.628476+0000","last_became_active":"2024-09-13T17:00:01.636248+0000","last_became_peered":"2024-09-13T17:00:01.636248+0000","last_unstale":"2024-09-13T17:00:02.628476+0000","last_undegraded":"2024-09-13T17:00:02.628476+0000","last_fullsized":"2024-09-13T17:00:02.628476+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:29.112293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628434+0000","last_change":"2024-09-13T17:00:01.644068+0000","last_active":"2024-09-13T17:00:02.628434+0000","last_peered":"2024-09-13T17:00:02.628434+0000","last_clean":"2024-09-13T17:00:02.628434+0000","last_became_active":"2024-09-13T17:00:01.643840+0000","last_became_peered":"2024-09-13T17:00:01.643840+0000","last_unstale":"2024-09-13T17:00:02.628434+0000","last_undegraded":"2024-09-13T17:00:02.628434+0000","last_fullsized":"2024-09-13T17:00:02.628434+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.474034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.626920+0000","last_change":"2024-09-13T17:00:01.631440+0000","last_active":"2024-09-13T17:00:02.626920+0000","last_peered":"2024-09-13T17:00:02.626920+0000","last_clean":"2024-09-13T17:00:02.626920+0000","last_became_active":"2024-09-13T17:00:01.630208+0000","last_became_peered":"2024-09-13T17:00:01.630208+0000","last_unstale":"2024-09-13T17:00:02.626920+0000","last_undegraded":"2024-09-13T17:00:02.626920+0000","last_fullsized":"2024-09-13T17:00:02.626920+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:58.995345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628221+0000","last_change":"2024-09-13T17:00:01.621843+0000","last_active":"2024-09-13T17:00:02.628221+0000","last_peered":"2024-09-13T17:00:02.628221+0000","last_clean":"2024-09-13T17:00:02.628221+0000","last_became_active":"2024-09-13T17:00:01.621580+0000","last_became_peered":"2024-09-13T17:00:01.621580+0000","last_unstale":"2024-09-13T17:00:02.628221+0000","last_undegraded":"2024-09-13T17:00:02.628221+0000","last_fullsized":"2024-09-13T17:00:02.628221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:02.520288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628031+0000","last_change":"2024-09-13T17:00:01.618108+0000","last_active":"2024-09-13T17:00:02.628031+0000","last_peered":"2024-09-13T17:00:02.628031+0000","last_clean":"2024-09-13T17:00:02.628031+0000","last_became_active":"2024-09-13T17:00:01.617761+0000","last_became_peered":"2024-09-13T17:00:01.617761+0000","last_unstale":"2024-09-13T17:00:02.628031+0000","last_undegraded":"2024-09-13T17:00:02.628031+0000","last_fullsized":"2024-09-13T17:00:02.628031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:40.520257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988620+0000","last_change":"2024-09-13T17:00:01.636410+0000","last_active":"2024-09-13T17:00:02.988620+0000","last_peered":"2024-09-13T17:00:02.988620+0000","last_clean":"2024-09-13T17:00:02.988620+0000","last_became_active":"2024-09-13T17:00:01.636146+0000","last_became_peered":"2024-09-13T17:00:01.636146+0000","last_unstale":"2024-09-13T17:00:02.988620+0000","last_undegraded":"2024-09-13T17:00:02.988620+0000","last_fullsized":"2024-09-13T17:00:02.988620+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:07:37.465508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.626452+0000","last_change":"2024-09-13T17:00:01.638548+0000","last_active":"2024-09-13T17:00:02.626452+0000","last_peered":"2024-09-13T17:00:02.626452+0000","last_clean":"2024-09-13T17:00:02.626452+0000","last_became_active":"2024-09-13T17:00:01.638314+0000","last_became_peered":"2024-09-13T17:00:01.638314+0000","last_unstale":"2024-09-13T17:00:02.626452+0000","last_undegraded":"2024-09-13T17:00:02.626452+0000","last_fullsized":"2024-09-13T17:00:02.626452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.474034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628050+0000","last_change":"2024-09-13T17:00:01.643996+0000","last_active":"2024-09-13T17:00:02.628050+0000","last_peered":"2024-09-13T17:00:02.628050+0000","last_clean":"2024-09-13T17:00:02.628050+0000","last_became_active":"2024-09-13T17:00:01.637121+0000","last_became_peered":"2024-09-13T17:00:01.637121+0000","last_unstale":"2024-09-13T17:00:02.628050+0000","last_undegraded":"2024-09-13T17:00:02.628050+0000","last_fullsized":"2024-09-13T17:00:02.628050+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:38.334431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.111671+0000","last_change":"2024-09-13T17:00:01.635351+0000","last_active":"2024-09-13T17:00:03.111671+0000","last_peered":"2024-09-13T17:00:03.111671+0000","last_clean":"2024-09-13T17:00:03.111671+0000","last_became_active":"2024-09-13T17:00:01.633603+0000","last_became_peered":"2024-09-13T17:00:01.633603+0000","last_unstale":"2024-09-13T17:00:03.111671+0000","last_undegraded":"2024-09-13T17:00:03.111671+0000","last_fullsized":"2024-09-13T17:00:03.111671+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:45.828482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627848+0000","last_change":"2024-09-13T17:00:01.626615+0000","last_active":"2024-09-13T17:00:02.627848+0000","last_peered":"2024-09-13T17:00:02.627848+0000","last_clean":"2024-09-13T17:00:02.627848+0000","last_became_active":"2024-09-13T17:00:01.626326+0000","last_became_peered":"2024-09-13T17:00:01.626326+0000","last_unstale":"2024-09-13T17:00:02.627848+0000","last_undegraded":"2024-09-13T17:00:02.627848+0000","last_fullsized":"2024-09-13T17:00:02.627848+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:53.838169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627073+0000","last_change":"2024-09-13T17:00:01.630238+0000","last_active":"2024-09-13T17:00:02.627073+0000","last_peered":"2024-09-13T17:00:02.627073+0000","last_clean":"2024-09-13T17:00:02.627073+0000","last_became_active":"2024-09-13T17:00:01.629871+0000","last_became_peered":"2024-09-13T17:00:01.629871+0000","last_unstale":"2024-09-13T17:00:02.627073+0000","last_undegraded":"2024-09-13T17:00:02.627073+0000","last_fullsized":"2024-09-13T17:00:02.627073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:53.838169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109991+0000","last_change":"2024-09-13T17:00:01.639383+0000","last_active":"2024-09-13T17:00:03.109991+0000","last_peered":"2024-09-13T17:00:03.109991+0000","last_clean":"2024-09-13T17:00:03.109991+0000","last_became_active":"2024-09-13T17:00:01.639123+0000","last_became_peered":"2024-09-13T17:00:01.639123+0000","last_unstale":"2024-09-13T17:00:03.109991+0000","last_undegraded":"2024-09-13T17:00:03.109991+0000","last_fullsized":"2024-09-13T17:00:03.109991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:34.624334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109841+0000","last_change":"2024-09-13T17:00:01.635663+0000","last_active":"2024-09-13T17:00:03.109841+0000","last_peered":"2024-09-13T17:00:03.109841+0000","last_clean":"2024-09-13T17:00:03.109841+0000","last_became_active":"2024-09-13T17:00:01.633148+0000","last_became_peered":"2024-09-13T17:00:01.633148+0000","last_unstale":"2024-09-13T17:00:03.109841+0000","last_undegraded":"2024-09-13T17:00:03.109841+0000","last_fullsized":"2024-09-13T17:00:03.109841+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:12.718474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988645+0000","last_change":"2024-09-13T17:00:01.636486+0000","last_active":"2024-09-13T17:00:02.988645+0000","last_peered":"2024-09-13T17:00:02.988645+0000","last_clean":"2024-09-13T17:00:02.988645+0000","last_became_active":"2024-09-13T17:00:01.636210+0000","last_became_peered":"2024-09-13T17:00:01.636210+0000","last_unstale":"2024-09-13T17:00:02.988645+0000","last_undegraded":"2024-09-13T17:00:02.988645+0000","last_fullsized":"2024-09-13T17:00:02.988645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:26.008830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627202+0000","last_change":"2024-09-13T17:00:01.637597+0000","last_active":"2024-09-13T17:00:02.627202+0000","last_peered":"2024-09-13T17:00:02.627202+0000","last_clean":"2024-09-13T17:00:02.627202+0000","last_became_active":"2024-09-13T17:00:01.637325+0000","last_became_peered":"2024-09-13T17:00:01.637325+0000","last_unstale":"2024-09-13T17:00:02.627202+0000","last_undegraded":"2024-09-13T17:00:02.627202+0000","last_fullsized":"2024-09-13T17:00:02.627202+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:45.373208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989411+0000","last_change":"2024-09-13T17:00:01.647421+0000","last_active":"2024-09-13T17:00:02.989411+0000","last_peered":"2024-09-13T17:00:02.989411+0000","last_clean":"2024-09-13T17:00:02.989411+0000","last_became_active":"2024-09-13T17:00:01.646338+0000","last_became_peered":"2024-09-13T17:00:01.646338+0000","last_unstale":"2024-09-13T17:00:02.989411+0000","last_undegraded":"2024-09-13T17:00:02.989411+0000","last_fullsized":"2024-09-13T17:00:02.989411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.474034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110489+0000","last_change":"2024-09-13T17:00:01.649559+0000","last_active":"2024-09-13T17:00:03.110489+0000","last_peered":"2024-09-13T17:00:03.110489+0000","last_clean":"2024-09-13T17:00:03.110489+0000","last_became_active":"2024-09-13T17:00:01.649435+0000","last_became_peered":"2024-09-13T17:00:01.649435+0000","last_unstale":"2024-09-13T17:00:03.110489+0000","last_undegraded":"2024-09-13T17:00:03.110489+0000","last_fullsized":"2024-09-13T17:00:03.110489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:40.520257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628512+0000","last_change":"2024-09-13T17:00:01.636520+0000","last_active":"2024-09-13T17:00:02.628512+0000","last_peered":"2024-09-13T17:00:02.628512+0000","last_clean":"2024-09-13T17:00:02.628512+0000","last_became_active":"2024-09-13T17:00:01.636205+0000","last_became_peered":"2024-09-13T17:00:01.636205+0000","last_unstale":"2024-09-13T17:00:02.628512+0000","last_undegraded":"2024-09-13T17:00:02.628512+0000","last_fullsized":"2024-09-13T17:00:02.628512+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:52.773848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628268+0000","last_change":"2024-09-13T17:00:01.620193+0000","last_active":"2024-09-13T17:00:02.628268+0000","last_peered":"2024-09-13T17:00:02.628268+0000","last_clean":"2024-09-13T17:00:02.628268+0000","last_became_active":"2024-09-13T17:00:01.619949+0000","last_became_peered":"2024-09-13T17:00:01.619949+0000","last_unstale":"2024-09-13T17:00:02.628268+0000","last_undegraded":"2024-09-13T17:00:02.628268+0000","last_fullsized":"2024-09-13T17:00:02.628268+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:21.574643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989171+0000","last_change":"2024-09-13T17:00:01.640614+0000","last_active":"2024-09-13T17:00:02.989171+0000","last_peered":"2024-09-13T17:00:02.989171+0000","last_clean":"2024-09-13T17:00:02.989171+0000","last_became_active":"2024-09-13T17:00:01.640416+0000","last_became_peered":"2024-09-13T17:00:01.640416+0000","last_unstale":"2024-09-13T17:00:02.989171+0000","last_undegraded":"2024-09-13T17:00:02.989171+0000","last_fullsized":"2024-09-13T17:00:02.989171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:34.624334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628202+0000","last_change":"2024-09-13T17:00:01.643802+0000","last_active":"2024-09-13T17:00:02.628202+0000","last_peered":"2024-09-13T17:00:02.628202+0000","last_clean":"2024-09-13T17:00:02.628202+0000","last_became_active":"2024-09-13T17:00:01.643358+0000","last_became_peered":"2024-09-13T17:00:01.643358+0000","last_unstale":"2024-09-13T17:00:02.628202+0000","last_undegraded":"2024-09-13T17:00:02.628202+0000","last_fullsized":"2024-09-13T17:00:02.628202+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.788067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110428+0000","last_change":"2024-09-13T17:00:01.634679+0000","last_active":"2024-09-13T17:00:03.110428+0000","last_peered":"2024-09-13T17:00:03.110428+0000","last_clean":"2024-09-13T17:00:03.110428+0000","last_became_active":"2024-09-13T17:00:01.634338+0000","last_became_peered":"2024-09-13T17:00:01.634338+0000","last_unstale":"2024-09-13T17:00:03.110428+0000","last_undegraded":"2024-09-13T17:00:03.110428+0000","last_fullsized":"2024-09-13T17:00:03.110428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:52.508160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109741+0000","last_change":"2024-09-13T17:00:01.634528+0000","last_active":"2024-09-13T17:00:03.109741+0000","last_peered":"2024-09-13T17:00:03.109741+0000","last_clean":"2024-09-13T17:00:03.109741+0000","last_became_active":"2024-09-13T17:00:01.634274+0000","last_became_peered":"2024-09-13T17:00:01.634274+0000","last_unstale":"2024-09-13T17:00:03.109741+0000","last_undegraded":"2024-09-13T17:00:03.109741+0000","last_fullsized":"2024-09-13T17:00:03.109741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:37.675649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110007+0000","last_change":"2024-09-13T17:00:01.641208+0000","last_active":"2024-09-13T17:00:03.110007+0000","last_peered":"2024-09-13T17:00:03.110007+0000","last_clean":"2024-09-13T17:00:03.110007+0000","last_became_active":"2024-09-13T17:00:01.640803+0000","last_became_peered":"2024-09-13T17:00:01.640803+0000","last_unstale":"2024-09-13T17:00:03.110007+0000","last_undegraded":"2024-09-13T17:00:03.110007+0000","last_fullsized":"2024-09-13T17:00:03.110007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:45.828482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.642457+0000","last_change":"2024-09-13T17:00:01.165180+0000","last_active":"2024-09-13T17:00:01.642457+0000","last_peered":"2024-09-13T17:00:01.642457+0000","last_clean":"2024-09-13T17:00:01.642457+0000","last_became_active":"2024-09-13T17:00:01.164825+0000","last_became_peered":"2024-09-13T17:00:01.164825+0000","last_unstale":"2024-09-13T17:00:01.642457+0000","last_undegraded":"2024-09-13T17:00:01.642457+0000","last_fullsized":"2024-09-13T17:00:01.642457+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110230+0000","last_change":"2024-09-13T17:00:01.627934+0000","last_active":"2024-09-13T17:00:03.110230+0000","last_peered":"2024-09-13T17:00:03.110230+0000","last_clean":"2024-09-13T17:00:03.110230+0000","last_became_active":"2024-09-13T17:00:01.627631+0000","last_became_peered":"2024-09-13T17:00:01.627631+0000","last_unstale":"2024-09-13T17:00:03.110230+0000","last_undegraded":"2024-09-13T17:00:03.110230+0000","last_fullsized":"2024-09-13T17:00:03.110230+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:57.739503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.637079+0000","last_change":"2024-09-13T17:00:01.169592+0000","last_active":"2024-09-13T17:00:01.637079+0000","last_peered":"2024-09-13T17:00:01.637079+0000","last_clean":"2024-09-13T17:00:01.637079+0000","last_became_active":"2024-09-13T17:00:01.169024+0000","last_became_peered":"2024-09-13T17:00:01.169024+0000","last_unstale":"2024-09-13T17:00:01.637079+0000","last_undegraded":"2024-09-13T17:00:01.637079+0000","last_fullsized":"2024-09-13T17:00:01.637079+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.612437+0000","last_change":"2024-09-13T17:00:01.154801+0000","last_active":"2024-09-13T17:00:01.612437+0000","last_peered":"2024-09-13T17:00:01.612437+0000","last_clean":"2024-09-13T17:00:01.612437+0000","last_became_active":"2024-09-13T17:00:01.154469+0000","last_became_peered":"2024-09-13T17:00:01.154469+0000","last_unstale":"2024-09-13T17:00:01.612437+0000","last_undegraded":"2024-09-13T17:00:01.612437+0000","last_fullsized":"2024-09-13T17:00:01.612437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989047+0000","last_change":"2024-09-13T17:00:01.630593+0000","last_active":"2024-09-13T17:00:02.989047+0000","last_peered":"2024-09-13T17:00:02.989047+0000","last_clean":"2024-09-13T17:00:02.989047+0000","last_became_active":"2024-09-13T17:00:01.630314+0000","last_became_peered":"2024-09-13T17:00:01.630314+0000","last_unstale":"2024-09-13T17:00:02.989047+0000","last_undegraded":"2024-09-13T17:00:02.989047+0000","last_fullsized":"2024-09-13T17:00:02.989047+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:17.172133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.616759+0000","last_change":"2024-09-13T17:00:01.167328+0000","last_active":"2024-09-13T17:00:01.616759+0000","last_peered":"2024-09-13T17:00:01.616759+0000","last_clean":"2024-09-13T17:00:01.616759+0000","last_became_active":"2024-09-13T17:00:01.166995+0000","last_became_peered":"2024-09-13T17:00:01.166995+0000","last_unstale":"2024-09-13T17:00:01.616759+0000","last_undegraded":"2024-09-13T17:00:01.616759+0000","last_fullsized":"2024-09-13T17:00:01.616759+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:44.816225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110104+0000","last_change":"2024-09-13T17:00:01.638178+0000","last_active":"2024-09-13T17:00:03.110104+0000","last_peered":"2024-09-13T17:00:03.110104+0000","last_clean":"2024-09-13T17:00:03.110104+0000","last_became_active":"2024-09-13T17:00:01.637887+0000","last_became_peered":"2024-09-13T17:00:01.637887+0000","last_unstale":"2024-09-13T17:00:03.110104+0000","last_undegraded":"2024-09-13T17:00:03.110104+0000","last_fullsized":"2024-09-13T17:00:03.110104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:21.574643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.621863+0000","last_change":"2024-09-13T17:00:01.151166+0000","last_active":"2024-09-13T17:00:01.621863+0000","last_peered":"2024-09-13T17:00:01.621863+0000","last_clean":"2024-09-13T17:00:01.621863+0000","last_became_active":"2024-09-13T17:00:01.150807+0000","last_became_peered":"2024-09-13T17:00:01.150807+0000","last_unstale":"2024-09-13T17:00:01.621863+0000","last_undegraded":"2024-09-13T17:00:01.621863+0000","last_fullsized":"2024-09-13T17:00:01.621863+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110647+0000","last_change":"2024-09-13T17:00:01.649202+0000","last_active":"2024-09-13T17:00:03.110647+0000","last_peered":"2024-09-13T17:00:03.110647+0000","last_clean":"2024-09-13T17:00:03.110647+0000","last_became_active":"2024-09-13T17:00:01.648454+0000","last_became_peered":"2024-09-13T17:00:01.648454+0000","last_unstale":"2024-09-13T17:00:03.110647+0000","last_undegraded":"2024-09-13T17:00:03.110647+0000","last_fullsized":"2024-09-13T17:00:03.110647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:52.773848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.611815+0000","last_change":"2024-09-13T17:00:01.163197+0000","last_active":"2024-09-13T17:00:01.611815+0000","last_peered":"2024-09-13T17:00:01.611815+0000","last_clean":"2024-09-13T17:00:01.611815+0000","last_became_active":"2024-09-13T17:00:01.162709+0000","last_became_peered":"2024-09-13T17:00:01.162709+0000","last_unstale":"2024-09-13T17:00:01.611815+0000","last_undegraded":"2024-09-13T17:00:01.611815+0000","last_fullsized":"2024-09-13T17:00:01.611815+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989550+0000","last_change":"2024-09-13T17:00:01.651642+0000","last_active":"2024-09-13T17:00:02.989550+0000","last_peered":"2024-09-13T17:00:02.989550+0000","last_clean":"2024-09-13T17:00:02.989550+0000","last_became_active":"2024-09-13T17:00:01.651386+0000","last_became_peered":"2024-09-13T17:00:01.651386+0000","last_unstale":"2024-09-13T17:00:02.989550+0000","last_undegraded":"2024-09-13T17:00:02.989550+0000","last_fullsized":"2024-09-13T17:00:02.989550+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:53.838169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.645677+0000","last_change":"2024-09-13T17:00:01.158458+0000","last_active":"2024-09-13T17:00:01.645677+0000","last_peered":"2024-09-13T17:00:01.645677+0000","last_clean":"2024-09-13T17:00:01.645677+0000","last_became_active":"2024-09-13T17:00:01.158072+0000","last_became_peered":"2024-09-13T17:00:01.158072+0000","last_unstale":"2024-09-13T17:00:01.645677+0000","last_undegraded":"2024-09-13T17:00:01.645677+0000","last_fullsized":"2024-09-13T17:00:01.645677+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627610+0000","last_change":"2024-09-13T17:00:01.638930+0000","last_active":"2024-09-13T17:00:02.627610+0000","last_peered":"2024-09-13T17:00:02.627610+0000","last_clean":"2024-09-13T17:00:02.627610+0000","last_became_active":"2024-09-13T17:00:01.638657+0000","last_became_peered":"2024-09-13T17:00:01.638657+0000","last_unstale":"2024-09-13T17:00:02.627610+0000","last_undegraded":"2024-09-13T17:00:02.627610+0000","last_fullsized":"2024-09-13T17:00:02.627610+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:34.624334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.654038+0000","last_change":"2024-09-13T17:00:01.152806+0000","last_active":"2024-09-13T17:00:01.654038+0000","last_peered":"2024-09-13T17:00:01.654038+0000","last_clean":"2024-09-13T17:00:01.654038+0000","last_became_active":"2024-09-13T17:00:01.152471+0000","last_became_peered":"2024-09-13T17:00:01.152471+0000","last_unstale":"2024-09-13T17:00:01.654038+0000","last_undegraded":"2024-09-13T17:00:01.654038+0000","last_fullsized":"2024-09-13T17:00:01.654038+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628442+0000","last_change":"2024-09-13T17:00:01.622523+0000","last_active":"2024-09-13T17:00:02.628442+0000","last_peered":"2024-09-13T17:00:02.628442+0000","last_clean":"2024-09-13T17:00:02.628442+0000","last_became_active":"2024-09-13T17:00:01.622046+0000","last_became_peered":"2024-09-13T17:00:01.622046+0000","last_unstale":"2024-09-13T17:00:02.628442+0000","last_undegraded":"2024-09-13T17:00:02.628442+0000","last_fullsized":"2024-09-13T17:00:02.628442+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:26.008830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.639628+0000","last_change":"2024-09-13T17:00:01.158560+0000","last_active":"2024-09-13T17:00:01.639628+0000","last_peered":"2024-09-13T17:00:01.639628+0000","last_clean":"2024-09-13T17:00:01.639628+0000","last_became_active":"2024-09-13T17:00:01.158195+0000","last_became_peered":"2024-09-13T17:00:01.158195+0000","last_unstale":"2024-09-13T17:00:01.639628+0000","last_undegraded":"2024-09-13T17:00:01.639628+0000","last_fullsized":"2024-09-13T17:00:01.639628+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:40.104880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628115+0000","last_change":"2024-09-13T17:00:01.627504+0000","last_active":"2024-09-13T17:00:02.628115+0000","last_peered":"2024-09-13T17:00:02.628115+0000","last_clean":"2024-09-13T17:00:02.628115+0000","last_became_active":"2024-09-13T17:00:01.626871+0000","last_became_peered":"2024-09-13T17:00:01.626871+0000","last_unstale":"2024-09-13T17:00:02.628115+0000","last_undegraded":"2024-09-13T17:00:02.628115+0000","last_fullsized":"2024-09-13T17:00:02.628115+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:57.739503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614308+0000","last_change":"2024-09-13T17:00:01.166185+0000","last_active":"2024-09-13T17:00:01.614308+0000","last_peered":"2024-09-13T17:00:01.614308+0000","last_clean":"2024-09-13T17:00:01.614308+0000","last_became_active":"2024-09-13T17:00:01.157563+0000","last_became_peered":"2024-09-13T17:00:01.157563+0000","last_unstale":"2024-09-13T17:00:01.614308+0000","last_undegraded":"2024-09-13T17:00:01.614308+0000","last_fullsized":"2024-09-13T17:00:01.614308+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627504+0000","last_change":"2024-09-13T17:00:01.628805+0000","last_active":"2024-09-13T17:00:02.627504+0000","last_peered":"2024-09-13T17:00:02.627504+0000","last_clean":"2024-09-13T17:00:02.627504+0000","last_became_active":"2024-09-13T17:00:01.628596+0000","last_became_peered":"2024-09-13T17:00:01.628596+0000","last_unstale":"2024-09-13T17:00:02.627504+0000","last_undegraded":"2024-09-13T17:00:02.627504+0000","last_fullsized":"2024-09-13T17:00:02.627504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:23:47.533252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614635+0000","last_change":"2024-09-13T17:00:01.172249+0000","last_active":"2024-09-13T17:00:01.614635+0000","last_peered":"2024-09-13T17:00:01.614635+0000","last_clean":"2024-09-13T17:00:01.614635+0000","last_became_active":"2024-09-13T17:00:01.171991+0000","last_became_peered":"2024-09-13T17:00:01.171991+0000","last_unstale":"2024-09-13T17:00:01.614635+0000","last_undegraded":"2024-09-13T17:00:01.614635+0000","last_fullsized":"2024-09-13T17:00:01.614635+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:51.495904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110092+0000","last_change":"2024-09-13T17:00:01.627865+0000","last_active":"2024-09-13T17:00:03.110092+0000","last_peered":"2024-09-13T17:00:03.110092+0000","last_clean":"2024-09-13T17:00:03.110092+0000","last_became_active":"2024-09-13T17:00:01.627617+0000","last_became_peered":"2024-09-13T17:00:01.627617+0000","last_unstale":"2024-09-13T17:00:03.110092+0000","last_undegraded":"2024-09-13T17:00:03.110092+0000","last_fullsized":"2024-09-13T17:00:03.110092+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:30.119186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.650279+0000","last_change":"2024-09-13T17:00:01.156863+0000","last_active":"2024-09-13T17:00:01.650279+0000","last_peered":"2024-09-13T17:00:01.650279+0000","last_clean":"2024-09-13T17:00:01.650279+0000","last_became_active":"2024-09-13T17:00:01.156587+0000","last_became_peered":"2024-09-13T17:00:01.156587+0000","last_unstale":"2024-09-13T17:00:01.650279+0000","last_undegraded":"2024-09-13T17:00:01.650279+0000","last_fullsized":"2024-09-13T17:00:01.650279+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628024+0000","last_change":"2024-09-13T17:00:01.639024+0000","last_active":"2024-09-13T17:00:02.628024+0000","last_peered":"2024-09-13T17:00:02.628024+0000","last_clean":"2024-09-13T17:00:02.628024+0000","last_became_active":"2024-09-13T17:00:01.638799+0000","last_became_peered":"2024-09-13T17:00:01.638799+0000","last_unstale":"2024-09-13T17:00:02.628024+0000","last_undegraded":"2024-09-13T17:00:02.628024+0000","last_fullsized":"2024-09-13T17:00:02.628024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:30.890727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.637994+0000","last_change":"2024-09-13T17:00:01.164179+0000","last_active":"2024-09-13T17:00:01.637994+0000","last_peered":"2024-09-13T17:00:01.637994+0000","last_clean":"2024-09-13T17:00:01.637994+0000","last_became_active":"2024-09-13T17:00:01.163866+0000","last_became_peered":"2024-09-13T17:00:01.163866+0000","last_unstale":"2024-09-13T17:00:01.637994+0000","last_undegraded":"2024-09-13T17:00:01.637994+0000","last_fullsized":"2024-09-13T17:00:01.637994+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110738+0000","last_change":"2024-09-13T17:00:01.640722+0000","last_active":"2024-09-13T17:00:03.110738+0000","last_peered":"2024-09-13T17:00:03.110738+0000","last_clean":"2024-09-13T17:00:03.110738+0000","last_became_active":"2024-09-13T17:00:01.640447+0000","last_became_peered":"2024-09-13T17:00:01.640447+0000","last_unstale":"2024-09-13T17:00:03.110738+0000","last_undegraded":"2024-09-13T17:00:03.110738+0000","last_fullsized":"2024-09-13T17:00:03.110738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:43:23.516318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.644640+0000","last_change":"2024-09-13T17:00:01.161460+0000","last_active":"2024-09-13T17:00:01.644640+0000","last_peered":"2024-09-13T17:00:01.644640+0000","last_clean":"2024-09-13T17:00:01.644640+0000","last_became_active":"2024-09-13T17:00:01.161175+0000","last_became_peered":"2024-09-13T17:00:01.161175+0000","last_unstale":"2024-09-13T17:00:01.644640+0000","last_undegraded":"2024-09-13T17:00:01.644640+0000","last_fullsized":"2024-09-13T17:00:01.644640+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628642+0000","last_change":"2024-09-13T17:00:01.632546+0000","last_active":"2024-09-13T17:00:02.628642+0000","last_peered":"2024-09-13T17:00:02.628642+0000","last_clean":"2024-09-13T17:00:02.628642+0000","last_became_active":"2024-09-13T17:00:01.630036+0000","last_became_peered":"2024-09-13T17:00:01.630036+0000","last_unstale":"2024-09-13T17:00:02.628642+0000","last_undegraded":"2024-09-13T17:00:02.628642+0000","last_fullsized":"2024-09-13T17:00:02.628642+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:45.373208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.649221+0000","last_change":"2024-09-13T17:00:01.162115+0000","last_active":"2024-09-13T17:00:01.649221+0000","last_peered":"2024-09-13T17:00:01.649221+0000","last_clean":"2024-09-13T17:00:01.649221+0000","last_became_active":"2024-09-13T17:00:01.161833+0000","last_became_peered":"2024-09-13T17:00:01.161833+0000","last_unstale":"2024-09-13T17:00:01.649221+0000","last_undegraded":"2024-09-13T17:00:01.649221+0000","last_fullsized":"2024-09-13T17:00:01.649221+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627069+0000","last_change":"2024-09-13T17:00:01.622665+0000","last_active":"2024-09-13T17:00:02.627069+0000","last_peered":"2024-09-13T17:00:02.627069+0000","last_clean":"2024-09-13T17:00:02.627069+0000","last_became_active":"2024-09-13T17:00:01.622337+0000","last_became_peered":"2024-09-13T17:00:01.622337+0000","last_unstale":"2024-09-13T17:00:02.627069+0000","last_undegraded":"2024-09-13T17:00:02.627069+0000","last_fullsized":"2024-09-13T17:00:02.627069+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:07:37.465508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614085+0000","last_change":"2024-09-13T17:00:01.155618+0000","last_active":"2024-09-13T17:00:01.614085+0000","last_peered":"2024-09-13T17:00:01.614085+0000","last_clean":"2024-09-13T17:00:01.614085+0000","last_became_active":"2024-09-13T17:00:01.155257+0000","last_became_peered":"2024-09-13T17:00:01.155257+0000","last_unstale":"2024-09-13T17:00:01.614085+0000","last_undegraded":"2024-09-13T17:00:01.614085+0000","last_fullsized":"2024-09-13T17:00:01.614085+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627699+0000","last_change":"2024-09-13T17:00:01.645348+0000","last_active":"2024-09-13T17:00:02.627699+0000","last_peered":"2024-09-13T17:00:02.627699+0000","last_clean":"2024-09-13T17:00:02.627699+0000","last_became_active":"2024-09-13T17:00:01.645119+0000","last_became_peered":"2024-09-13T17:00:01.645119+0000","last_unstale":"2024-09-13T17:00:02.627699+0000","last_undegraded":"2024-09-13T17:00:02.627699+0000","last_fullsized":"2024-09-13T17:00:02.627699+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:30.800466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.621218+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:00:01.621218+0000","last_peered":"2024-09-13T17:00:01.621218+0000","last_clean":"2024-09-13T17:00:01.621218+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:00:01.621218+0000","last_undegraded":"2024-09-13T17:00:01.621218+0000","last_fullsized":"2024-09-13T17:00:01.621218+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614226+0000","last_change":"2024-09-13T17:00:01.166543+0000","last_active":"2024-09-13T17:00:01.614226+0000","last_peered":"2024-09-13T17:00:01.614226+0000","last_clean":"2024-09-13T17:00:01.614226+0000","last_became_active":"2024-09-13T17:00:01.166268+0000","last_became_peered":"2024-09-13T17:00:01.166268+0000","last_unstale":"2024-09-13T17:00:01.614226+0000","last_undegraded":"2024-09-13T17:00:01.614226+0000","last_fullsized":"2024-09-13T17:00:01.614226+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:36.663393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.111018+0000","last_change":"2024-09-13T17:00:01.633708+0000","last_active":"2024-09-13T17:00:03.111018+0000","last_peered":"2024-09-13T17:00:03.111018+0000","last_clean":"2024-09-13T17:00:03.111018+0000","last_became_active":"2024-09-13T17:00:01.633419+0000","last_became_peered":"2024-09-13T17:00:01.633419+0000","last_unstale":"2024-09-13T17:00:03.111018+0000","last_undegraded":"2024-09-13T17:00:03.111018+0000","last_fullsized":"2024-09-13T17:00:03.111018+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:20:01.054465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.616774+0000","last_change":"2024-09-13T17:00:01.168495+0000","last_active":"2024-09-13T17:00:01.616774+0000","last_peered":"2024-09-13T17:00:01.616774+0000","last_clean":"2024-09-13T17:00:01.616774+0000","last_became_active":"2024-09-13T17:00:01.167391+0000","last_became_peered":"2024-09-13T17:00:01.167391+0000","last_unstale":"2024-09-13T17:00:01.616774+0000","last_undegraded":"2024-09-13T17:00:01.616774+0000","last_fullsized":"2024-09-13T17:00:01.616774+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627822+0000","last_change":"2024-09-13T17:00:01.634948+0000","last_active":"2024-09-13T17:00:02.627822+0000","last_peered":"2024-09-13T17:00:02.627822+0000","last_clean":"2024-09-13T17:00:02.627822+0000","last_became_active":"2024-09-13T17:00:01.634623+0000","last_became_peered":"2024-09-13T17:00:01.634623+0000","last_unstale":"2024-09-13T17:00:02.627822+0000","last_undegraded":"2024-09-13T17:00:02.627822+0000","last_fullsized":"2024-09-13T17:00:02.627822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.669038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.613017+0000","last_change":"2024-09-13T17:00:01.160102+0000","last_active":"2024-09-13T17:00:01.613017+0000","last_peered":"2024-09-13T17:00:01.613017+0000","last_clean":"2024-09-13T17:00:01.613017+0000","last_became_active":"2024-09-13T17:00:01.155769+0000","last_became_peered":"2024-09-13T17:00:01.155769+0000","last_unstale":"2024-09-13T17:00:01.613017+0000","last_undegraded":"2024-09-13T17:00:01.613017+0000","last_fullsized":"2024-09-13T17:00:01.613017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988819+0000","last_change":"2024-09-13T17:00:01.641063+0000","last_active":"2024-09-13T17:00:02.988819+0000","last_peered":"2024-09-13T17:00:02.988819+0000","last_clean":"2024-09-13T17:00:02.988819+0000","last_became_active":"2024-09-13T17:00:01.640832+0000","last_became_peered":"2024-09-13T17:00:01.640832+0000","last_unstale":"2024-09-13T17:00:02.988819+0000","last_undegraded":"2024-09-13T17:00:02.988819+0000","last_fullsized":"2024-09-13T17:00:02.988819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:20:01.054465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614408+0000","last_change":"2024-09-13T17:00:01.159095+0000","last_active":"2024-09-13T17:00:01.614408+0000","last_peered":"2024-09-13T17:00:01.614408+0000","last_clean":"2024-09-13T17:00:01.614408+0000","last_became_active":"2024-09-13T17:00:01.158110+0000","last_became_peered":"2024-09-13T17:00:01.158110+0000","last_unstale":"2024-09-13T17:00:01.614408+0000","last_undegraded":"2024-09-13T17:00:01.614408+0000","last_fullsized":"2024-09-13T17:00:01.614408+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:24.656781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627096+0000","last_change":"2024-09-13T17:00:01.632134+0000","last_active":"2024-09-13T17:00:02.627096+0000","last_peered":"2024-09-13T17:00:02.627096+0000","last_clean":"2024-09-13T17:00:02.627096+0000","last_became_active":"2024-09-13T17:00:01.631942+0000","last_became_peered":"2024-09-13T17:00:01.631942+0000","last_unstale":"2024-09-13T17:00:02.627096+0000","last_undegraded":"2024-09-13T17:00:02.627096+0000","last_fullsized":"2024-09-13T17:00:02.627096+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:58.105852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.630226+0000","last_change":"2024-09-13T17:00:01.158276+0000","last_active":"2024-09-13T17:00:01.630226+0000","last_peered":"2024-09-13T17:00:01.630226+0000","last_clean":"2024-09-13T17:00:01.630226+0000","last_became_active":"2024-09-13T17:00:01.157979+0000","last_became_peered":"2024-09-13T17:00:01.157979+0000","last_unstale":"2024-09-13T17:00:01.630226+0000","last_undegraded":"2024-09-13T17:00:01.630226+0000","last_fullsized":"2024-09-13T17:00:01.630226+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110076+0000","last_change":"2024-09-13T17:00:01.644115+0000","last_active":"2024-09-13T17:00:03.110076+0000","last_peered":"2024-09-13T17:00:03.110076+0000","last_clean":"2024-09-13T17:00:03.110076+0000","last_became_active":"2024-09-13T17:00:01.643725+0000","last_became_peered":"2024-09-13T17:00:01.643725+0000","last_unstale":"2024-09-13T17:00:03.110076+0000","last_undegraded":"2024-09-13T17:00:03.110076+0000","last_fullsized":"2024-09-13T17:00:03.110076+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:45.828482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.620876+0000","last_change":"2024-09-13T17:00:01.165974+0000","last_active":"2024-09-13T17:00:01.620876+0000","last_peered":"2024-09-13T17:00:01.620876+0000","last_clean":"2024-09-13T17:00:01.620876+0000","last_became_active":"2024-09-13T17:00:01.158383+0000","last_became_peered":"2024-09-13T17:00:01.158383+0000","last_unstale":"2024-09-13T17:00:01.620876+0000","last_undegraded":"2024-09-13T17:00:01.620876+0000","last_fullsized":"2024-09-13T17:00:01.620876+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:51.495904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628365+0000","last_change":"2024-09-13T17:00:01.641316+0000","last_active":"2024-09-13T17:00:02.628365+0000","last_peered":"2024-09-13T17:00:02.628365+0000","last_clean":"2024-09-13T17:00:02.628365+0000","last_became_active":"2024-09-13T17:00:01.640972+0000","last_became_peered":"2024-09-13T17:00:01.640972+0000","last_unstale":"2024-09-13T17:00:02.628365+0000","last_undegraded":"2024-09-13T17:00:02.628365+0000","last_fullsized":"2024-09-13T17:00:02.628365+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:43:23.516318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110878+0000","last_change":"2024-09-13T17:00:01.154110+0000","last_active":"2024-09-13T17:00:03.110878+0000","last_peered":"2024-09-13T17:00:03.110878+0000","last_clean":"2024-09-13T17:00:03.110878+0000","last_became_active":"2024-09-13T17:00:01.153720+0000","last_became_peered":"2024-09-13T17:00:01.153720+0000","last_unstale":"2024-09-13T17:00:03.110878+0000","last_undegraded":"2024-09-13T17:00:03.110878+0000","last_fullsized":"2024-09-13T17:00:03.110878+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.111230+0000","last_change":"2024-09-13T17:00:01.631772+0000","last_active":"2024-09-13T17:00:03.111230+0000","last_peered":"2024-09-13T17:00:03.111230+0000","last_clean":"2024-09-13T17:00:03.111230+0000","last_became_active":"2024-09-13T17:00:01.631486+0000","last_became_peered":"2024-09-13T17:00:01.631486+0000","last_unstale":"2024-09-13T17:00:03.111230+0000","last_undegraded":"2024-09-13T17:00:03.111230+0000","last_fullsized":"2024-09-13T17:00:03.111230+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:43:23.516318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.643873+0000","last_change":"2024-09-13T17:00:01.170872+0000","last_active":"2024-09-13T17:00:01.643873+0000","last_peered":"2024-09-13T17:00:01.643873+0000","last_clean":"2024-09-13T17:00:01.643873+0000","last_became_active":"2024-09-13T17:00:01.170101+0000","last_became_peered":"2024-09-13T17:00:01.170101+0000","last_unstale":"2024-09-13T17:00:01.643873+0000","last_undegraded":"2024-09-13T17:00:01.643873+0000","last_fullsized":"2024-09-13T17:00:01.643873+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110555+0000","last_change":"2024-09-13T17:00:01.644695+0000","last_active":"2024-09-13T17:00:03.110555+0000","last_peered":"2024-09-13T17:00:03.110555+0000","last_clean":"2024-09-13T17:00:03.110555+0000","last_became_active":"2024-09-13T17:00:01.644355+0000","last_became_peered":"2024-09-13T17:00:01.644355+0000","last_unstale":"2024-09-13T17:00:03.110555+0000","last_undegraded":"2024-09-13T17:00:03.110555+0000","last_fullsized":"2024-09-13T17:00:03.110555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:17.172133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.610948+0000","last_change":"2024-09-13T17:00:01.159013+0000","last_active":"2024-09-13T17:00:01.610948+0000","last_peered":"2024-09-13T17:00:01.610948+0000","last_clean":"2024-09-13T17:00:01.610948+0000","last_became_active":"2024-09-13T17:00:01.158673+0000","last_became_peered":"2024-09-13T17:00:01.158673+0000","last_unstale":"2024-09-13T17:00:01.610948+0000","last_undegraded":"2024-09-13T17:00:01.610948+0000","last_fullsized":"2024-09-13T17:00:01.610948+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:44.816225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627385+0000","last_change":"2024-09-13T17:00:01.624659+0000","last_active":"2024-09-13T17:00:02.627385+0000","last_peered":"2024-09-13T17:00:02.627385+0000","last_clean":"2024-09-13T17:00:02.627385+0000","last_became_active":"2024-09-13T17:00:01.623914+0000","last_became_peered":"2024-09-13T17:00:01.623914+0000","last_unstale":"2024-09-13T17:00:02.627385+0000","last_undegraded":"2024-09-13T17:00:02.627385+0000","last_fullsized":"2024-09-13T17:00:02.627385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:38.675793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.621352+0000","last_change":"2024-09-13T17:00:01.154676+0000","last_active":"2024-09-13T17:00:01.621352+0000","last_peered":"2024-09-13T17:00:01.621352+0000","last_clean":"2024-09-13T17:00:01.621352+0000","last_became_active":"2024-09-13T17:00:01.154394+0000","last_became_peered":"2024-09-13T17:00:01.154394+0000","last_unstale":"2024-09-13T17:00:01.621352+0000","last_undegraded":"2024-09-13T17:00:01.621352+0000","last_fullsized":"2024-09-13T17:00:01.621352+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:12.652602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109794+0000","last_change":"2024-09-13T17:00:01.645771+0000","last_active":"2024-09-13T17:00:03.109794+0000","last_peered":"2024-09-13T17:00:03.109794+0000","last_clean":"2024-09-13T17:00:03.109794+0000","last_became_active":"2024-09-13T17:00:01.645249+0000","last_became_peered":"2024-09-13T17:00:01.645249+0000","last_unstale":"2024-09-13T17:00:03.109794+0000","last_undegraded":"2024-09-13T17:00:03.109794+0000","last_fullsized":"2024-09-13T17:00:03.109794+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:34.504980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.613332+0000","last_change":"2024-09-13T17:00:01.159284+0000","last_active":"2024-09-13T17:00:01.613332+0000","last_peered":"2024-09-13T17:00:01.613332+0000","last_clean":"2024-09-13T17:00:01.613332+0000","last_became_active":"2024-09-13T17:00:01.158866+0000","last_became_peered":"2024-09-13T17:00:01.158866+0000","last_unstale":"2024-09-13T17:00:01.613332+0000","last_undegraded":"2024-09-13T17:00:01.613332+0000","last_fullsized":"2024-09-13T17:00:01.613332+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:40.104880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110377+0000","last_change":"2024-09-13T17:00:01.626261+0000","last_active":"2024-09-13T17:00:03.110377+0000","last_peered":"2024-09-13T17:00:03.110377+0000","last_clean":"2024-09-13T17:00:03.110377+0000","last_became_active":"2024-09-13T17:00:01.619544+0000","last_became_peered":"2024-09-13T17:00:01.619544+0000","last_unstale":"2024-09-13T17:00:03.110377+0000","last_undegraded":"2024-09-13T17:00:03.110377+0000","last_fullsized":"2024-09-13T17:00:03.110377+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:12.718474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.647812+0000","last_change":"2024-09-13T17:00:01.166382+0000","last_active":"2024-09-13T17:00:01.647812+0000","last_peered":"2024-09-13T17:00:01.647812+0000","last_clean":"2024-09-13T17:00:01.647812+0000","last_became_active":"2024-09-13T17:00:01.166149+0000","last_became_peered":"2024-09-13T17:00:01.166149+0000","last_unstale":"2024-09-13T17:00:01.647812+0000","last_undegraded":"2024-09-13T17:00:01.647812+0000","last_fullsized":"2024-09-13T17:00:01.647812+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:29.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628164+0000","last_change":"2024-09-13T17:00:01.647321+0000","last_active":"2024-09-13T17:00:02.628164+0000","last_peered":"2024-09-13T17:00:02.628164+0000","last_clean":"2024-09-13T17:00:02.628164+0000","last_became_active":"2024-09-13T17:00:01.639152+0000","last_became_peered":"2024-09-13T17:00:01.639152+0000","last_unstale":"2024-09-13T17:00:02.628164+0000","last_undegraded":"2024-09-13T17:00:02.628164+0000","last_fullsized":"2024-09-13T17:00:02.628164+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:05.374566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627612+0000","last_change":"2024-09-13T17:00:01.632237+0000","last_active":"2024-09-13T17:00:02.627612+0000","last_peered":"2024-09-13T17:00:02.627612+0000","last_clean":"2024-09-13T17:00:02.627612+0000","last_became_active":"2024-09-13T17:00:01.631979+0000","last_became_peered":"2024-09-13T17:00:01.631979+0000","last_unstale":"2024-09-13T17:00:02.627612+0000","last_undegraded":"2024-09-13T17:00:02.627612+0000","last_fullsized":"2024-09-13T17:00:02.627612+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:50.275752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.641510+0000","last_change":"2024-09-13T17:00:01.162759+0000","last_active":"2024-09-13T17:00:01.641510+0000","last_peered":"2024-09-13T17:00:01.641510+0000","last_clean":"2024-09-13T17:00:01.641510+0000","last_became_active":"2024-09-13T17:00:01.162437+0000","last_became_peered":"2024-09-13T17:00:01.162437+0000","last_unstale":"2024-09-13T17:00:01.641510+0000","last_undegraded":"2024-09-13T17:00:01.641510+0000","last_fullsized":"2024-09-13T17:00:01.641510+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110483+0000","last_change":"2024-09-13T17:00:01.637728+0000","last_active":"2024-09-13T17:00:03.110483+0000","last_peered":"2024-09-13T17:00:03.110483+0000","last_clean":"2024-09-13T17:00:03.110483+0000","last_became_active":"2024-09-13T17:00:01.637465+0000","last_became_peered":"2024-09-13T17:00:01.637465+0000","last_unstale":"2024-09-13T17:00:03.110483+0000","last_undegraded":"2024-09-13T17:00:03.110483+0000","last_fullsized":"2024-09-13T17:00:03.110483+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:52.508160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.641643+0000","last_change":"2024-09-13T17:00:01.162745+0000","last_active":"2024-09-13T17:00:01.641643+0000","last_peered":"2024-09-13T17:00:01.641643+0000","last_clean":"2024-09-13T17:00:01.641643+0000","last_became_active":"2024-09-13T17:00:01.162454+0000","last_became_peered":"2024-09-13T17:00:01.162454+0000","last_unstale":"2024-09-13T17:00:01.641643+0000","last_undegraded":"2024-09-13T17:00:01.641643+0000","last_fullsized":"2024-09-13T17:00:01.641643+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989479+0000","last_change":"2024-09-13T17:00:01.647221+0000","last_active":"2024-09-13T17:00:02.989479+0000","last_peered":"2024-09-13T17:00:02.989479+0000","last_clean":"2024-09-13T17:00:02.989479+0000","last_became_active":"2024-09-13T17:00:01.646022+0000","last_became_peered":"2024-09-13T17:00:01.646022+0000","last_unstale":"2024-09-13T17:00:02.989479+0000","last_undegraded":"2024-09-13T17:00:02.989479+0000","last_fullsized":"2024-09-13T17:00:02.989479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:05.374566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.640671+0000","last_change":"2024-09-13T17:00:01.164356+0000","last_active":"2024-09-13T17:00:01.640671+0000","last_peered":"2024-09-13T17:00:01.640671+0000","last_clean":"2024-09-13T17:00:01.640671+0000","last_became_active":"2024-09-13T17:00:01.163854+0000","last_became_peered":"2024-09-13T17:00:01.163854+0000","last_unstale":"2024-09-13T17:00:01.640671+0000","last_undegraded":"2024-09-13T17:00:01.640671+0000","last_fullsized":"2024-09-13T17:00:01.640671+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989481+0000","last_change":"2024-09-13T17:00:01.642506+0000","last_active":"2024-09-13T17:00:02.989481+0000","last_peered":"2024-09-13T17:00:02.989481+0000","last_clean":"2024-09-13T17:00:02.989481+0000","last_became_active":"2024-09-13T17:00:01.638739+0000","last_became_peered":"2024-09-13T17:00:01.638739+0000","last_unstale":"2024-09-13T17:00:02.989481+0000","last_undegraded":"2024-09-13T17:00:02.989481+0000","last_fullsized":"2024-09-13T17:00:02.989481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:58.105852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.651968+0000","last_change":"2024-09-13T17:00:01.167619+0000","last_active":"2024-09-13T17:00:01.651968+0000","last_peered":"2024-09-13T17:00:01.651968+0000","last_clean":"2024-09-13T17:00:01.651968+0000","last_became_active":"2024-09-13T17:00:01.167336+0000","last_became_peered":"2024-09-13T17:00:01.167336+0000","last_unstale":"2024-09-13T17:00:01.651968+0000","last_undegraded":"2024-09-13T17:00:01.651968+0000","last_fullsized":"2024-09-13T17:00:01.651968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31324,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340516,"statfs":{"total":96636764160,"available":96604688384,"internally_reserved":0,"allocated":212992,"data_stored":71022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2090000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.054}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3240000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5269999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5960000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.498}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":204800,"data_stored":70898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4430000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4690000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1830000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.512}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0289999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.552}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31900,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339940,"statfs":{"total":96636764160,"available":96604098560,"internally_reserved":0,"allocated":802816,"data_stored":660339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.401}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3380000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.226}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5589999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.036}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3560000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6639999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":225280,"data_stored":73134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5069999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2569999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4379999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.369}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.52}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.9099999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":71480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0880000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.286}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1819999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3089999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4770000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3580000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5660000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":802816,"data_stored":661336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.155}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90500000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":70954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94999999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3819999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.236}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.278}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1040000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:00:09.213 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:00:09.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.406+0000 7fc2ace00700 1 Processor -- start 2024-09-13T17:00:09.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.406+0000 7fc2ace00700 1 -- start start 2024-09-13T17:00:09.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2ace00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc2a8144670 0x7fc2a80b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2ace00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2a80cc880 con 0x7fc2a80ccd10 2024-09-13T17:00:09.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2ace00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2a815beb0 con 0x7fc2a815baa0 2024-09-13T17:00:09.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2ace00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2a815c130 con 0x7fc2a8144670 2024-09-13T17:00:09.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc29d400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fc2a80ccd10 0x7fc2a815b390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47266/0 (socket says 172.21.15.99:47266) 2024-09-13T17:00:09.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc29d400700 1 -- 172.21.15.99:0/969960619 learned_addr learned my addr 172.21.15.99:0/969960619 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:09.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5e00700 1 --2- 172.21.15.99:0/969960619 >> v2:172.21.15.170:3300/0 conn(0x7fc2a8144670 0x7fc2a80b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3603595386 0 0) 0x7fc2a80cc880 con 0x7fc2a80ccd10 2024-09-13T17:00:09.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc28c0035d0 con 0x7fc2a80ccd10 2024-09-13T17:00:09.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2660957740 0 0) 0x7fc2a815beb0 con 0x7fc2a815baa0 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc2a80cc880 con 0x7fc2a815baa0 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2612927341 0 0) 0x7fc28c0035d0 con 0x7fc2a80ccd10 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 >> v2:172.21.15.170:3300/0 conn(0x7fc2a8144670 msgr2=0x7fc2a80b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 --2- 172.21.15.99:0/969960619 >> v2:172.21.15.170:3300/0 conn(0x7fc2a8144670 0x7fc2a80b3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 >> v1:172.21.15.170:6789/0 conn(0x7fc2a815baa0 legacy=0x7fc2a806ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2a8144a50 con 0x7fc2a80ccd10 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7fc290001670 con 0x7fc2a80ccd10 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 >> v1:172.21.15.99:6789/0 conn(0x7fc2a80ccd10 legacy=0x7fc2a815b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc28c003bb0 0x7fc28c003fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc28c004870 0x7fc28c004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28c005230 0x7fc28c00ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a815c130 con 0x7fc28c005230 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc28c00c160 con 0x7fc28c004870 2024-09-13T17:00:09.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc28c00c320 con 0x7fc28c003bb0 2024-09-13T17:00:09.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a6800700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28c005230 0x7fc28c00ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.410+0000 7fc2a5e00700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc28c003bb0 0x7fc28c003fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc29d400700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc28c004870 0x7fc28c004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2a6800700 1 -- 172.21.15.99:0/969960619 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc28c003bb0 msgr2=0x7fc28c003fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:09.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2a6800700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc28c003bb0 0x7fc28c003fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2a6800700 1 -- 172.21.15.99:0/969960619 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc28c004870 msgr2=0x7fc28c004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:09.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2a6800700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc28c004870 0x7fc28c004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2a6800700 1 -- 172.21.15.99:0/969960619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc28c0035d0 con 0x7fc28c005230 2024-09-13T17:00:09.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2a6800700 1 -- 172.21.15.99:0/969960619 reap_dead start 2024-09-13T17:00:09.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2a6800700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28c005230 0x7fc28c00ba30 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc2a0001960 tx=0x7fc28c0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fa1ae1d60d7dc50 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:09.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a0001450 con 0x7fc28c005230 2024-09-13T17:00:09.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2a00052d0 con 0x7fc28c005230 2024-09-13T17:00:09.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2a5400700 1 -- 172.21.15.99:0/969960619 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a00036a0 con 0x7fc28c005230 2024-09-13T17:00:09.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2ace00700 1 -- 172.21.15.99:0/969960619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28c005230 msgr2=0x7fc28c00ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2ace00700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28c005230 0x7fc28c00ba30 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc2a0001960 tx=0x7fc28c0058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2ace00700 1 -- 172.21.15.99:0/969960619 shutdown_connections 2024-09-13T17:00:09.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2ace00700 1 --2- 172.21.15.99:0/969960619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc28c005230 0x7fc28c00ba30 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2ace00700 1 -- 172.21.15.99:0/969960619 >> 172.21.15.99:0/969960619 conn(0x7fc2a8071110 msgr2=0x7fc2a8071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:09.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2ace00700 1 -- 172.21.15.99:0/969960619 shutdown_connections 2024-09-13T17:00:09.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.414+0000 7fc2ace00700 1 -- 172.21.15.99:0/969960619 wait complete. 2024-09-13T17:00:09.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.418+0000 7fc2ace00700 1 Processor -- start 2024-09-13T17:00:09.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.418+0000 7fc2ace00700 1 -- start start 2024-09-13T17:00:09.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.418+0000 7fc2ace00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc28c005230 0x7fc2a80caed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.418+0000 7fc2ace00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2a813f4c0 0x7fc2a81f68e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.418+0000 7fc2ace00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2a813a4d0 0x7fc2a806d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.418+0000 7fc2ace00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a81f5f00 con 0x7fc2a813a4d0 2024-09-13T17:00:09.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.418+0000 7fc2ace00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a81f6e20 con 0x7fc2a813f4c0 2024-09-13T17:00:09.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.418+0000 7fc2ace00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2a813fd30 con 0x7fc28c005230 2024-09-13T17:00:09.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.418+0000 7fc2a6800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2a813a4d0 0x7fc2a806d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2a6800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2a813a4d0 0x7fc2a806d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40664/0 (socket says 172.21.15.99:40664) 2024-09-13T17:00:09.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2a6800700 1 -- 172.21.15.99:0/1126952667 learned_addr learned my addr 172.21.15.99:0/1126952667 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:09.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2a5e00700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc28c005230 0x7fc2a80caed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc29d400700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2a813f4c0 0x7fc2a81f68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.425 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2a6800700 1 -- 172.21.15.99:0/1126952667 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc28c005230 msgr2=0x7fc2a80caed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2a6800700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc28c005230 0x7fc2a80caed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2a6800700 1 -- 172.21.15.99:0/1126952667 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2a813f4c0 msgr2=0x7fc2a81f68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2a6800700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2a813f4c0 0x7fc2a81f68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2a6800700 1 -- 172.21.15.99:0/1126952667 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2a8140010 con 0x7fc2a813a4d0 2024-09-13T17:00:09.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2a6800700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2a813a4d0 0x7fc2a806d030 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc2a806b190 tx=0x7fc2a00012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:09.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc29ea00700 1 -- 172.21.15.99:0/1126952667 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a00013d0 con 0x7fc2a813a4d0 2024-09-13T17:00:09.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc29ea00700 1 -- 172.21.15.99:0/1126952667 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2a0003ce0 con 0x7fc2a813a4d0 2024-09-13T17:00:09.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2ace00700 1 -- 172.21.15.99:0/1126952667 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2a81402f0 con 0x7fc2a813a4d0 2024-09-13T17:00:09.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc29ea00700 1 -- 172.21.15.99:0/1126952667 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2a0006ac0 con 0x7fc2a813a4d0 2024-09-13T17:00:09.426 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2ace00700 1 -- 172.21.15.99:0/1126952667 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2a81f63c0 con 0x7fc2a813a4d0 2024-09-13T17:00:09.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.422+0000 7fc2ace00700 1 -- 172.21.15.99:0/1126952667 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2a8140530 con 0x7fc2a813a4d0 2024-09-13T17:00:09.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.426+0000 7fc29ea00700 1 -- 172.21.15.99:0/1126952667 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc2a0006c20 con 0x7fc2a813a4d0 2024-09-13T17:00:09.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.426+0000 7fc29ea00700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc284066760 0x7fc284068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.426+0000 7fc29ea00700 1 -- 172.21.15.99:0/1126952667 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc2a0084170 con 0x7fc2a813a4d0 2024-09-13T17:00:09.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.426+0000 7fc2a5e00700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc284066760 0x7fc284068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.426+0000 7fc2a5e00700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc284066760 0x7fc284068c20 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc2a806e550 tx=0x7fc29800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:09.435 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.430+0000 7fc29ea00700 1 -- 172.21.15.99:0/1126952667 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc2a8140530 con 0x7fc2a813a4d0 2024-09-13T17:00:09.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.606+0000 7fc2ace00700 1 -- 172.21.15.99:0/1126952667 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc2a80cc510 con 0x7fc284066760 2024-09-13T17:00:09.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.618+0000 7fc29ea00700 1 -- 172.21.15.99:0/1126952667 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264471 (secure 0 0 0) 0x7fc29800f040 con 0x7fc284066760 2024-09-13T17:00:09.626 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:09.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 -- 172.21.15.99:0/1126952667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc284066760 msgr2=0x7fc284068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc284066760 0x7fc284068c20 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc2a806e550 tx=0x7fc29800b040 comp rx=0 tx=0).stop 2024-09-13T17:00:09.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 -- 172.21.15.99:0/1126952667 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2a813a4d0 msgr2=0x7fc2a806d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2a813a4d0 0x7fc2a806d030 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc2a806b190 tx=0x7fc2a00012d0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 -- 172.21.15.99:0/1126952667 shutdown_connections 2024-09-13T17:00:09.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc284066760 0x7fc284068c20 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc2a813a4d0 0x7fc2a806d030 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc2a813f4c0 0x7fc2a81f68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 --2- 172.21.15.99:0/1126952667 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc28c005230 0x7fc2a80caed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 -- 172.21.15.99:0/1126952667 >> 172.21.15.99:0/1126952667 conn(0x7fc2a8071110 msgr2=0x7fc2a815a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:09.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 -- 172.21.15.99:0/1126952667 shutdown_connections 2024-09-13T17:00:09.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.626+0000 7fc2ace00700 1 -- 172.21.15.99:0/1126952667 wait complete. 2024-09-13T17:00:09.635 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:00:09.652 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-13T17:00:08.147697+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":231304,"kb_used_data":2820,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":754743416,"statfs":{"total":773094113280,"available":772857257984,"internally_reserved":0,"allocated":2887680,"data_stored":1751625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.014944"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628598+0000","last_change":"2024-09-13T17:00:01.651627+0000","last_active":"2024-09-13T17:00:02.628598+0000","last_peered":"2024-09-13T17:00:02.628598+0000","last_clean":"2024-09-13T17:00:02.628598+0000","last_became_active":"2024-09-13T17:00:01.651386+0000","last_became_peered":"2024-09-13T17:00:01.651386+0000","last_unstale":"2024-09-13T17:00:02.628598+0000","last_undegraded":"2024-09-13T17:00:02.628598+0000","last_fullsized":"2024-09-13T17:00:02.628598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.788067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989394+0000","last_change":"2024-09-13T17:00:01.638689+0000","last_active":"2024-09-13T17:00:02.989394+0000","last_peered":"2024-09-13T17:00:02.989394+0000","last_clean":"2024-09-13T17:00:02.989394+0000","last_became_active":"2024-09-13T17:00:01.638349+0000","last_became_peered":"2024-09-13T17:00:01.638349+0000","last_unstale":"2024-09-13T17:00:02.989394+0000","last_undegraded":"2024-09-13T17:00:02.989394+0000","last_fullsized":"2024-09-13T17:00:02.989394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:29.112293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989225+0000","last_change":"2024-09-13T17:00:01.644970+0000","last_active":"2024-09-13T17:00:02.989225+0000","last_peered":"2024-09-13T17:00:02.989225+0000","last_clean":"2024-09-13T17:00:02.989225+0000","last_became_active":"2024-09-13T17:00:01.644642+0000","last_became_peered":"2024-09-13T17:00:01.644642+0000","last_unstale":"2024-09-13T17:00:02.989225+0000","last_undegraded":"2024-09-13T17:00:02.989225+0000","last_fullsized":"2024-09-13T17:00:02.989225+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:58.995345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109911+0000","last_change":"2024-09-13T17:00:01.640071+0000","last_active":"2024-09-13T17:00:03.109911+0000","last_peered":"2024-09-13T17:00:03.109911+0000","last_clean":"2024-09-13T17:00:03.109911+0000","last_became_active":"2024-09-13T17:00:01.639825+0000","last_became_peered":"2024-09-13T17:00:01.639825+0000","last_unstale":"2024-09-13T17:00:03.109911+0000","last_undegraded":"2024-09-13T17:00:03.109911+0000","last_fullsized":"2024-09-13T17:00:03.109911+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:30.119186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627947+0000","last_change":"2024-09-13T17:00:01.641352+0000","last_active":"2024-09-13T17:00:02.627947+0000","last_peered":"2024-09-13T17:00:02.627947+0000","last_clean":"2024-09-13T17:00:02.627947+0000","last_became_active":"2024-09-13T17:00:01.641113+0000","last_became_peered":"2024-09-13T17:00:01.641113+0000","last_unstale":"2024-09-13T17:00:02.627947+0000","last_undegraded":"2024-09-13T17:00:02.627947+0000","last_fullsized":"2024-09-13T17:00:02.627947+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:05.374566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109756+0000","last_change":"2024-09-13T17:00:01.636631+0000","last_active":"2024-09-13T17:00:03.109756+0000","last_peered":"2024-09-13T17:00:03.109756+0000","last_clean":"2024-09-13T17:00:03.109756+0000","last_became_active":"2024-09-13T17:00:01.636070+0000","last_became_peered":"2024-09-13T17:00:01.636070+0000","last_unstale":"2024-09-13T17:00:03.109756+0000","last_undegraded":"2024-09-13T17:00:03.109756+0000","last_fullsized":"2024-09-13T17:00:03.109756+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.669038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.626549+0000","last_change":"2024-09-13T17:00:01.629003+0000","last_active":"2024-09-13T17:00:02.626549+0000","last_peered":"2024-09-13T17:00:02.626549+0000","last_clean":"2024-09-13T17:00:02.626549+0000","last_became_active":"2024-09-13T17:00:01.628768+0000","last_became_peered":"2024-09-13T17:00:01.628768+0000","last_unstale":"2024-09-13T17:00:02.626549+0000","last_undegraded":"2024-09-13T17:00:02.626549+0000","last_fullsized":"2024-09-13T17:00:02.626549+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:17.172133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988820+0000","last_change":"2024-09-13T17:00:01.629287+0000","last_active":"2024-09-13T17:00:02.988820+0000","last_peered":"2024-09-13T17:00:02.988820+0000","last_clean":"2024-09-13T17:00:02.988820+0000","last_became_active":"2024-09-13T17:00:01.629053+0000","last_became_peered":"2024-09-13T17:00:01.629053+0000","last_unstale":"2024-09-13T17:00:02.988820+0000","last_undegraded":"2024-09-13T17:00:02.988820+0000","last_fullsized":"2024-09-13T17:00:02.988820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.788067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110901+0000","last_change":"2024-09-13T17:00:01.653231+0000","last_active":"2024-09-13T17:00:03.110901+0000","last_peered":"2024-09-13T17:00:03.110901+0000","last_clean":"2024-09-13T17:00:03.110901+0000","last_became_active":"2024-09-13T17:00:01.652995+0000","last_became_peered":"2024-09-13T17:00:01.652995+0000","last_unstale":"2024-09-13T17:00:03.110901+0000","last_undegraded":"2024-09-13T17:00:03.110901+0000","last_fullsized":"2024-09-13T17:00:03.110901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:37.675649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628476+0000","last_change":"2024-09-13T17:00:01.636508+0000","last_active":"2024-09-13T17:00:02.628476+0000","last_peered":"2024-09-13T17:00:02.628476+0000","last_clean":"2024-09-13T17:00:02.628476+0000","last_became_active":"2024-09-13T17:00:01.636248+0000","last_became_peered":"2024-09-13T17:00:01.636248+0000","last_unstale":"2024-09-13T17:00:02.628476+0000","last_undegraded":"2024-09-13T17:00:02.628476+0000","last_fullsized":"2024-09-13T17:00:02.628476+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:29.112293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628434+0000","last_change":"2024-09-13T17:00:01.644068+0000","last_active":"2024-09-13T17:00:02.628434+0000","last_peered":"2024-09-13T17:00:02.628434+0000","last_clean":"2024-09-13T17:00:02.628434+0000","last_became_active":"2024-09-13T17:00:01.643840+0000","last_became_peered":"2024-09-13T17:00:01.643840+0000","last_unstale":"2024-09-13T17:00:02.628434+0000","last_undegraded":"2024-09-13T17:00:02.628434+0000","last_fullsized":"2024-09-13T17:00:02.628434+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.474034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.626920+0000","last_change":"2024-09-13T17:00:01.631440+0000","last_active":"2024-09-13T17:00:02.626920+0000","last_peered":"2024-09-13T17:00:02.626920+0000","last_clean":"2024-09-13T17:00:02.626920+0000","last_became_active":"2024-09-13T17:00:01.630208+0000","last_became_peered":"2024-09-13T17:00:01.630208+0000","last_unstale":"2024-09-13T17:00:02.626920+0000","last_undegraded":"2024-09-13T17:00:02.626920+0000","last_fullsized":"2024-09-13T17:00:02.626920+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:58.995345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628221+0000","last_change":"2024-09-13T17:00:01.621843+0000","last_active":"2024-09-13T17:00:02.628221+0000","last_peered":"2024-09-13T17:00:02.628221+0000","last_clean":"2024-09-13T17:00:02.628221+0000","last_became_active":"2024-09-13T17:00:01.621580+0000","last_became_peered":"2024-09-13T17:00:01.621580+0000","last_unstale":"2024-09-13T17:00:02.628221+0000","last_undegraded":"2024-09-13T17:00:02.628221+0000","last_fullsized":"2024-09-13T17:00:02.628221+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:02.520288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628031+0000","last_change":"2024-09-13T17:00:01.618108+0000","last_active":"2024-09-13T17:00:02.628031+0000","last_peered":"2024-09-13T17:00:02.628031+0000","last_clean":"2024-09-13T17:00:02.628031+0000","last_became_active":"2024-09-13T17:00:01.617761+0000","last_became_peered":"2024-09-13T17:00:01.617761+0000","last_unstale":"2024-09-13T17:00:02.628031+0000","last_undegraded":"2024-09-13T17:00:02.628031+0000","last_fullsized":"2024-09-13T17:00:02.628031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:40.520257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988620+0000","last_change":"2024-09-13T17:00:01.636410+0000","last_active":"2024-09-13T17:00:02.988620+0000","last_peered":"2024-09-13T17:00:02.988620+0000","last_clean":"2024-09-13T17:00:02.988620+0000","last_became_active":"2024-09-13T17:00:01.636146+0000","last_became_peered":"2024-09-13T17:00:01.636146+0000","last_unstale":"2024-09-13T17:00:02.988620+0000","last_undegraded":"2024-09-13T17:00:02.988620+0000","last_fullsized":"2024-09-13T17:00:02.988620+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:07:37.465508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.626452+0000","last_change":"2024-09-13T17:00:01.638548+0000","last_active":"2024-09-13T17:00:02.626452+0000","last_peered":"2024-09-13T17:00:02.626452+0000","last_clean":"2024-09-13T17:00:02.626452+0000","last_became_active":"2024-09-13T17:00:01.638314+0000","last_became_peered":"2024-09-13T17:00:01.638314+0000","last_unstale":"2024-09-13T17:00:02.626452+0000","last_undegraded":"2024-09-13T17:00:02.626452+0000","last_fullsized":"2024-09-13T17:00:02.626452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.474034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628050+0000","last_change":"2024-09-13T17:00:01.643996+0000","last_active":"2024-09-13T17:00:02.628050+0000","last_peered":"2024-09-13T17:00:02.628050+0000","last_clean":"2024-09-13T17:00:02.628050+0000","last_became_active":"2024-09-13T17:00:01.637121+0000","last_became_peered":"2024-09-13T17:00:01.637121+0000","last_unstale":"2024-09-13T17:00:02.628050+0000","last_undegraded":"2024-09-13T17:00:02.628050+0000","last_fullsized":"2024-09-13T17:00:02.628050+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:38.334431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.111671+0000","last_change":"2024-09-13T17:00:01.635351+0000","last_active":"2024-09-13T17:00:03.111671+0000","last_peered":"2024-09-13T17:00:03.111671+0000","last_clean":"2024-09-13T17:00:03.111671+0000","last_became_active":"2024-09-13T17:00:01.633603+0000","last_became_peered":"2024-09-13T17:00:01.633603+0000","last_unstale":"2024-09-13T17:00:03.111671+0000","last_undegraded":"2024-09-13T17:00:03.111671+0000","last_fullsized":"2024-09-13T17:00:03.111671+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:45.828482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627848+0000","last_change":"2024-09-13T17:00:01.626615+0000","last_active":"2024-09-13T17:00:02.627848+0000","last_peered":"2024-09-13T17:00:02.627848+0000","last_clean":"2024-09-13T17:00:02.627848+0000","last_became_active":"2024-09-13T17:00:01.626326+0000","last_became_peered":"2024-09-13T17:00:01.626326+0000","last_unstale":"2024-09-13T17:00:02.627848+0000","last_undegraded":"2024-09-13T17:00:02.627848+0000","last_fullsized":"2024-09-13T17:00:02.627848+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:53.838169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627073+0000","last_change":"2024-09-13T17:00:01.630238+0000","last_active":"2024-09-13T17:00:02.627073+0000","last_peered":"2024-09-13T17:00:02.627073+0000","last_clean":"2024-09-13T17:00:02.627073+0000","last_became_active":"2024-09-13T17:00:01.629871+0000","last_became_peered":"2024-09-13T17:00:01.629871+0000","last_unstale":"2024-09-13T17:00:02.627073+0000","last_undegraded":"2024-09-13T17:00:02.627073+0000","last_fullsized":"2024-09-13T17:00:02.627073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:53.838169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109991+0000","last_change":"2024-09-13T17:00:01.639383+0000","last_active":"2024-09-13T17:00:03.109991+0000","last_peered":"2024-09-13T17:00:03.109991+0000","last_clean":"2024-09-13T17:00:03.109991+0000","last_became_active":"2024-09-13T17:00:01.639123+0000","last_became_peered":"2024-09-13T17:00:01.639123+0000","last_unstale":"2024-09-13T17:00:03.109991+0000","last_undegraded":"2024-09-13T17:00:03.109991+0000","last_fullsized":"2024-09-13T17:00:03.109991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:34.624334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109841+0000","last_change":"2024-09-13T17:00:01.635663+0000","last_active":"2024-09-13T17:00:03.109841+0000","last_peered":"2024-09-13T17:00:03.109841+0000","last_clean":"2024-09-13T17:00:03.109841+0000","last_became_active":"2024-09-13T17:00:01.633148+0000","last_became_peered":"2024-09-13T17:00:01.633148+0000","last_unstale":"2024-09-13T17:00:03.109841+0000","last_undegraded":"2024-09-13T17:00:03.109841+0000","last_fullsized":"2024-09-13T17:00:03.109841+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:12.718474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988645+0000","last_change":"2024-09-13T17:00:01.636486+0000","last_active":"2024-09-13T17:00:02.988645+0000","last_peered":"2024-09-13T17:00:02.988645+0000","last_clean":"2024-09-13T17:00:02.988645+0000","last_became_active":"2024-09-13T17:00:01.636210+0000","last_became_peered":"2024-09-13T17:00:01.636210+0000","last_unstale":"2024-09-13T17:00:02.988645+0000","last_undegraded":"2024-09-13T17:00:02.988645+0000","last_fullsized":"2024-09-13T17:00:02.988645+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:26.008830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627202+0000","last_change":"2024-09-13T17:00:01.637597+0000","last_active":"2024-09-13T17:00:02.627202+0000","last_peered":"2024-09-13T17:00:02.627202+0000","last_clean":"2024-09-13T17:00:02.627202+0000","last_became_active":"2024-09-13T17:00:01.637325+0000","last_became_peered":"2024-09-13T17:00:01.637325+0000","last_unstale":"2024-09-13T17:00:02.627202+0000","last_undegraded":"2024-09-13T17:00:02.627202+0000","last_fullsized":"2024-09-13T17:00:02.627202+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:45.373208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989411+0000","last_change":"2024-09-13T17:00:01.647421+0000","last_active":"2024-09-13T17:00:02.989411+0000","last_peered":"2024-09-13T17:00:02.989411+0000","last_clean":"2024-09-13T17:00:02.989411+0000","last_became_active":"2024-09-13T17:00:01.646338+0000","last_became_peered":"2024-09-13T17:00:01.646338+0000","last_unstale":"2024-09-13T17:00:02.989411+0000","last_undegraded":"2024-09-13T17:00:02.989411+0000","last_fullsized":"2024-09-13T17:00:02.989411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:24:21.474034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110489+0000","last_change":"2024-09-13T17:00:01.649559+0000","last_active":"2024-09-13T17:00:03.110489+0000","last_peered":"2024-09-13T17:00:03.110489+0000","last_clean":"2024-09-13T17:00:03.110489+0000","last_became_active":"2024-09-13T17:00:01.649435+0000","last_became_peered":"2024-09-13T17:00:01.649435+0000","last_unstale":"2024-09-13T17:00:03.110489+0000","last_undegraded":"2024-09-13T17:00:03.110489+0000","last_fullsized":"2024-09-13T17:00:03.110489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:30:40.520257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628512+0000","last_change":"2024-09-13T17:00:01.636520+0000","last_active":"2024-09-13T17:00:02.628512+0000","last_peered":"2024-09-13T17:00:02.628512+0000","last_clean":"2024-09-13T17:00:02.628512+0000","last_became_active":"2024-09-13T17:00:01.636205+0000","last_became_peered":"2024-09-13T17:00:01.636205+0000","last_unstale":"2024-09-13T17:00:02.628512+0000","last_undegraded":"2024-09-13T17:00:02.628512+0000","last_fullsized":"2024-09-13T17:00:02.628512+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:52.773848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628268+0000","last_change":"2024-09-13T17:00:01.620193+0000","last_active":"2024-09-13T17:00:02.628268+0000","last_peered":"2024-09-13T17:00:02.628268+0000","last_clean":"2024-09-13T17:00:02.628268+0000","last_became_active":"2024-09-13T17:00:01.619949+0000","last_became_peered":"2024-09-13T17:00:01.619949+0000","last_unstale":"2024-09-13T17:00:02.628268+0000","last_undegraded":"2024-09-13T17:00:02.628268+0000","last_fullsized":"2024-09-13T17:00:02.628268+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:21.574643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989171+0000","last_change":"2024-09-13T17:00:01.640614+0000","last_active":"2024-09-13T17:00:02.989171+0000","last_peered":"2024-09-13T17:00:02.989171+0000","last_clean":"2024-09-13T17:00:02.989171+0000","last_became_active":"2024-09-13T17:00:01.640416+0000","last_became_peered":"2024-09-13T17:00:01.640416+0000","last_unstale":"2024-09-13T17:00:02.989171+0000","last_undegraded":"2024-09-13T17:00:02.989171+0000","last_fullsized":"2024-09-13T17:00:02.989171+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:34.624334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628202+0000","last_change":"2024-09-13T17:00:01.643802+0000","last_active":"2024-09-13T17:00:02.628202+0000","last_peered":"2024-09-13T17:00:02.628202+0000","last_clean":"2024-09-13T17:00:02.628202+0000","last_became_active":"2024-09-13T17:00:01.643358+0000","last_became_peered":"2024-09-13T17:00:01.643358+0000","last_unstale":"2024-09-13T17:00:02.628202+0000","last_undegraded":"2024-09-13T17:00:02.628202+0000","last_fullsized":"2024-09-13T17:00:02.628202+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.788067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110428+0000","last_change":"2024-09-13T17:00:01.634679+0000","last_active":"2024-09-13T17:00:03.110428+0000","last_peered":"2024-09-13T17:00:03.110428+0000","last_clean":"2024-09-13T17:00:03.110428+0000","last_became_active":"2024-09-13T17:00:01.634338+0000","last_became_peered":"2024-09-13T17:00:01.634338+0000","last_unstale":"2024-09-13T17:00:03.110428+0000","last_undegraded":"2024-09-13T17:00:03.110428+0000","last_fullsized":"2024-09-13T17:00:03.110428+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:52.508160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109741+0000","last_change":"2024-09-13T17:00:01.634528+0000","last_active":"2024-09-13T17:00:03.109741+0000","last_peered":"2024-09-13T17:00:03.109741+0000","last_clean":"2024-09-13T17:00:03.109741+0000","last_became_active":"2024-09-13T17:00:01.634274+0000","last_became_peered":"2024-09-13T17:00:01.634274+0000","last_unstale":"2024-09-13T17:00:03.109741+0000","last_undegraded":"2024-09-13T17:00:03.109741+0000","last_fullsized":"2024-09-13T17:00:03.109741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:37.675649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110007+0000","last_change":"2024-09-13T17:00:01.641208+0000","last_active":"2024-09-13T17:00:03.110007+0000","last_peered":"2024-09-13T17:00:03.110007+0000","last_clean":"2024-09-13T17:00:03.110007+0000","last_became_active":"2024-09-13T17:00:01.640803+0000","last_became_peered":"2024-09-13T17:00:01.640803+0000","last_unstale":"2024-09-13T17:00:03.110007+0000","last_undegraded":"2024-09-13T17:00:03.110007+0000","last_fullsized":"2024-09-13T17:00:03.110007+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:45.828482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.642457+0000","last_change":"2024-09-13T17:00:01.165180+0000","last_active":"2024-09-13T17:00:01.642457+0000","last_peered":"2024-09-13T17:00:01.642457+0000","last_clean":"2024-09-13T17:00:01.642457+0000","last_became_active":"2024-09-13T17:00:01.164825+0000","last_became_peered":"2024-09-13T17:00:01.164825+0000","last_unstale":"2024-09-13T17:00:01.642457+0000","last_undegraded":"2024-09-13T17:00:01.642457+0000","last_fullsized":"2024-09-13T17:00:01.642457+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110230+0000","last_change":"2024-09-13T17:00:01.627934+0000","last_active":"2024-09-13T17:00:03.110230+0000","last_peered":"2024-09-13T17:00:03.110230+0000","last_clean":"2024-09-13T17:00:03.110230+0000","last_became_active":"2024-09-13T17:00:01.627631+0000","last_became_peered":"2024-09-13T17:00:01.627631+0000","last_unstale":"2024-09-13T17:00:03.110230+0000","last_undegraded":"2024-09-13T17:00:03.110230+0000","last_fullsized":"2024-09-13T17:00:03.110230+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:57.739503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.637079+0000","last_change":"2024-09-13T17:00:01.169592+0000","last_active":"2024-09-13T17:00:01.637079+0000","last_peered":"2024-09-13T17:00:01.637079+0000","last_clean":"2024-09-13T17:00:01.637079+0000","last_became_active":"2024-09-13T17:00:01.169024+0000","last_became_peered":"2024-09-13T17:00:01.169024+0000","last_unstale":"2024-09-13T17:00:01.637079+0000","last_undegraded":"2024-09-13T17:00:01.637079+0000","last_fullsized":"2024-09-13T17:00:01.637079+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.612437+0000","last_change":"2024-09-13T17:00:01.154801+0000","last_active":"2024-09-13T17:00:01.612437+0000","last_peered":"2024-09-13T17:00:01.612437+0000","last_clean":"2024-09-13T17:00:01.612437+0000","last_became_active":"2024-09-13T17:00:01.154469+0000","last_became_peered":"2024-09-13T17:00:01.154469+0000","last_unstale":"2024-09-13T17:00:01.612437+0000","last_undegraded":"2024-09-13T17:00:01.612437+0000","last_fullsized":"2024-09-13T17:00:01.612437+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989047+0000","last_change":"2024-09-13T17:00:01.630593+0000","last_active":"2024-09-13T17:00:02.989047+0000","last_peered":"2024-09-13T17:00:02.989047+0000","last_clean":"2024-09-13T17:00:02.989047+0000","last_became_active":"2024-09-13T17:00:01.630314+0000","last_became_peered":"2024-09-13T17:00:01.630314+0000","last_unstale":"2024-09-13T17:00:02.989047+0000","last_undegraded":"2024-09-13T17:00:02.989047+0000","last_fullsized":"2024-09-13T17:00:02.989047+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:17.172133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.616759+0000","last_change":"2024-09-13T17:00:01.167328+0000","last_active":"2024-09-13T17:00:01.616759+0000","last_peered":"2024-09-13T17:00:01.616759+0000","last_clean":"2024-09-13T17:00:01.616759+0000","last_became_active":"2024-09-13T17:00:01.166995+0000","last_became_peered":"2024-09-13T17:00:01.166995+0000","last_unstale":"2024-09-13T17:00:01.616759+0000","last_undegraded":"2024-09-13T17:00:01.616759+0000","last_fullsized":"2024-09-13T17:00:01.616759+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:44.816225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110104+0000","last_change":"2024-09-13T17:00:01.638178+0000","last_active":"2024-09-13T17:00:03.110104+0000","last_peered":"2024-09-13T17:00:03.110104+0000","last_clean":"2024-09-13T17:00:03.110104+0000","last_became_active":"2024-09-13T17:00:01.637887+0000","last_became_peered":"2024-09-13T17:00:01.637887+0000","last_unstale":"2024-09-13T17:00:03.110104+0000","last_undegraded":"2024-09-13T17:00:03.110104+0000","last_fullsized":"2024-09-13T17:00:03.110104+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:43:21.574643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.621863+0000","last_change":"2024-09-13T17:00:01.151166+0000","last_active":"2024-09-13T17:00:01.621863+0000","last_peered":"2024-09-13T17:00:01.621863+0000","last_clean":"2024-09-13T17:00:01.621863+0000","last_became_active":"2024-09-13T17:00:01.150807+0000","last_became_peered":"2024-09-13T17:00:01.150807+0000","last_unstale":"2024-09-13T17:00:01.621863+0000","last_undegraded":"2024-09-13T17:00:01.621863+0000","last_fullsized":"2024-09-13T17:00:01.621863+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110647+0000","last_change":"2024-09-13T17:00:01.649202+0000","last_active":"2024-09-13T17:00:03.110647+0000","last_peered":"2024-09-13T17:00:03.110647+0000","last_clean":"2024-09-13T17:00:03.110647+0000","last_became_active":"2024-09-13T17:00:01.648454+0000","last_became_peered":"2024-09-13T17:00:01.648454+0000","last_unstale":"2024-09-13T17:00:03.110647+0000","last_undegraded":"2024-09-13T17:00:03.110647+0000","last_fullsized":"2024-09-13T17:00:03.110647+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:58:52.773848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.611815+0000","last_change":"2024-09-13T17:00:01.163197+0000","last_active":"2024-09-13T17:00:01.611815+0000","last_peered":"2024-09-13T17:00:01.611815+0000","last_clean":"2024-09-13T17:00:01.611815+0000","last_became_active":"2024-09-13T17:00:01.162709+0000","last_became_peered":"2024-09-13T17:00:01.162709+0000","last_unstale":"2024-09-13T17:00:01.611815+0000","last_undegraded":"2024-09-13T17:00:01.611815+0000","last_fullsized":"2024-09-13T17:00:01.611815+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989550+0000","last_change":"2024-09-13T17:00:01.651642+0000","last_active":"2024-09-13T17:00:02.989550+0000","last_peered":"2024-09-13T17:00:02.989550+0000","last_clean":"2024-09-13T17:00:02.989550+0000","last_became_active":"2024-09-13T17:00:01.651386+0000","last_became_peered":"2024-09-13T17:00:01.651386+0000","last_unstale":"2024-09-13T17:00:02.989550+0000","last_undegraded":"2024-09-13T17:00:02.989550+0000","last_fullsized":"2024-09-13T17:00:02.989550+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:54:53.838169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.645677+0000","last_change":"2024-09-13T17:00:01.158458+0000","last_active":"2024-09-13T17:00:01.645677+0000","last_peered":"2024-09-13T17:00:01.645677+0000","last_clean":"2024-09-13T17:00:01.645677+0000","last_became_active":"2024-09-13T17:00:01.158072+0000","last_became_peered":"2024-09-13T17:00:01.158072+0000","last_unstale":"2024-09-13T17:00:01.645677+0000","last_undegraded":"2024-09-13T17:00:01.645677+0000","last_fullsized":"2024-09-13T17:00:01.645677+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627610+0000","last_change":"2024-09-13T17:00:01.638930+0000","last_active":"2024-09-13T17:00:02.627610+0000","last_peered":"2024-09-13T17:00:02.627610+0000","last_clean":"2024-09-13T17:00:02.627610+0000","last_became_active":"2024-09-13T17:00:01.638657+0000","last_became_peered":"2024-09-13T17:00:01.638657+0000","last_unstale":"2024-09-13T17:00:02.627610+0000","last_undegraded":"2024-09-13T17:00:02.627610+0000","last_fullsized":"2024-09-13T17:00:02.627610+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:57:34.624334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":17,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.654038+0000","last_change":"2024-09-13T17:00:01.152806+0000","last_active":"2024-09-13T17:00:01.654038+0000","last_peered":"2024-09-13T17:00:01.654038+0000","last_clean":"2024-09-13T17:00:01.654038+0000","last_became_active":"2024-09-13T17:00:01.152471+0000","last_became_peered":"2024-09-13T17:00:01.152471+0000","last_unstale":"2024-09-13T17:00:01.654038+0000","last_undegraded":"2024-09-13T17:00:01.654038+0000","last_fullsized":"2024-09-13T17:00:01.654038+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628442+0000","last_change":"2024-09-13T17:00:01.622523+0000","last_active":"2024-09-13T17:00:02.628442+0000","last_peered":"2024-09-13T17:00:02.628442+0000","last_clean":"2024-09-13T17:00:02.628442+0000","last_became_active":"2024-09-13T17:00:01.622046+0000","last_became_peered":"2024-09-13T17:00:01.622046+0000","last_unstale":"2024-09-13T17:00:02.628442+0000","last_undegraded":"2024-09-13T17:00:02.628442+0000","last_fullsized":"2024-09-13T17:00:02.628442+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:26.008830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.639628+0000","last_change":"2024-09-13T17:00:01.158560+0000","last_active":"2024-09-13T17:00:01.639628+0000","last_peered":"2024-09-13T17:00:01.639628+0000","last_clean":"2024-09-13T17:00:01.639628+0000","last_became_active":"2024-09-13T17:00:01.158195+0000","last_became_peered":"2024-09-13T17:00:01.158195+0000","last_unstale":"2024-09-13T17:00:01.639628+0000","last_undegraded":"2024-09-13T17:00:01.639628+0000","last_fullsized":"2024-09-13T17:00:01.639628+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:40.104880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628115+0000","last_change":"2024-09-13T17:00:01.627504+0000","last_active":"2024-09-13T17:00:02.628115+0000","last_peered":"2024-09-13T17:00:02.628115+0000","last_clean":"2024-09-13T17:00:02.628115+0000","last_became_active":"2024-09-13T17:00:01.626871+0000","last_became_peered":"2024-09-13T17:00:01.626871+0000","last_unstale":"2024-09-13T17:00:02.628115+0000","last_undegraded":"2024-09-13T17:00:02.628115+0000","last_fullsized":"2024-09-13T17:00:02.628115+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:57.739503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614308+0000","last_change":"2024-09-13T17:00:01.166185+0000","last_active":"2024-09-13T17:00:01.614308+0000","last_peered":"2024-09-13T17:00:01.614308+0000","last_clean":"2024-09-13T17:00:01.614308+0000","last_became_active":"2024-09-13T17:00:01.157563+0000","last_became_peered":"2024-09-13T17:00:01.157563+0000","last_unstale":"2024-09-13T17:00:01.614308+0000","last_undegraded":"2024-09-13T17:00:01.614308+0000","last_fullsized":"2024-09-13T17:00:01.614308+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627504+0000","last_change":"2024-09-13T17:00:01.628805+0000","last_active":"2024-09-13T17:00:02.627504+0000","last_peered":"2024-09-13T17:00:02.627504+0000","last_clean":"2024-09-13T17:00:02.627504+0000","last_became_active":"2024-09-13T17:00:01.628596+0000","last_became_peered":"2024-09-13T17:00:01.628596+0000","last_unstale":"2024-09-13T17:00:02.627504+0000","last_undegraded":"2024-09-13T17:00:02.627504+0000","last_fullsized":"2024-09-13T17:00:02.627504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:23:47.533252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614635+0000","last_change":"2024-09-13T17:00:01.172249+0000","last_active":"2024-09-13T17:00:01.614635+0000","last_peered":"2024-09-13T17:00:01.614635+0000","last_clean":"2024-09-13T17:00:01.614635+0000","last_became_active":"2024-09-13T17:00:01.171991+0000","last_became_peered":"2024-09-13T17:00:01.171991+0000","last_unstale":"2024-09-13T17:00:01.614635+0000","last_undegraded":"2024-09-13T17:00:01.614635+0000","last_fullsized":"2024-09-13T17:00:01.614635+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:51.495904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110092+0000","last_change":"2024-09-13T17:00:01.627865+0000","last_active":"2024-09-13T17:00:03.110092+0000","last_peered":"2024-09-13T17:00:03.110092+0000","last_clean":"2024-09-13T17:00:03.110092+0000","last_became_active":"2024-09-13T17:00:01.627617+0000","last_became_peered":"2024-09-13T17:00:01.627617+0000","last_unstale":"2024-09-13T17:00:03.110092+0000","last_undegraded":"2024-09-13T17:00:03.110092+0000","last_fullsized":"2024-09-13T17:00:03.110092+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:30.119186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.650279+0000","last_change":"2024-09-13T17:00:01.156863+0000","last_active":"2024-09-13T17:00:01.650279+0000","last_peered":"2024-09-13T17:00:01.650279+0000","last_clean":"2024-09-13T17:00:01.650279+0000","last_became_active":"2024-09-13T17:00:01.156587+0000","last_became_peered":"2024-09-13T17:00:01.156587+0000","last_unstale":"2024-09-13T17:00:01.650279+0000","last_undegraded":"2024-09-13T17:00:01.650279+0000","last_fullsized":"2024-09-13T17:00:01.650279+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628024+0000","last_change":"2024-09-13T17:00:01.639024+0000","last_active":"2024-09-13T17:00:02.628024+0000","last_peered":"2024-09-13T17:00:02.628024+0000","last_clean":"2024-09-13T17:00:02.628024+0000","last_became_active":"2024-09-13T17:00:01.638799+0000","last_became_peered":"2024-09-13T17:00:01.638799+0000","last_unstale":"2024-09-13T17:00:02.628024+0000","last_undegraded":"2024-09-13T17:00:02.628024+0000","last_fullsized":"2024-09-13T17:00:02.628024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:30.890727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.637994+0000","last_change":"2024-09-13T17:00:01.164179+0000","last_active":"2024-09-13T17:00:01.637994+0000","last_peered":"2024-09-13T17:00:01.637994+0000","last_clean":"2024-09-13T17:00:01.637994+0000","last_became_active":"2024-09-13T17:00:01.163866+0000","last_became_peered":"2024-09-13T17:00:01.163866+0000","last_unstale":"2024-09-13T17:00:01.637994+0000","last_undegraded":"2024-09-13T17:00:01.637994+0000","last_fullsized":"2024-09-13T17:00:01.637994+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110738+0000","last_change":"2024-09-13T17:00:01.640722+0000","last_active":"2024-09-13T17:00:03.110738+0000","last_peered":"2024-09-13T17:00:03.110738+0000","last_clean":"2024-09-13T17:00:03.110738+0000","last_became_active":"2024-09-13T17:00:01.640447+0000","last_became_peered":"2024-09-13T17:00:01.640447+0000","last_unstale":"2024-09-13T17:00:03.110738+0000","last_undegraded":"2024-09-13T17:00:03.110738+0000","last_fullsized":"2024-09-13T17:00:03.110738+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:43:23.516318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.644640+0000","last_change":"2024-09-13T17:00:01.161460+0000","last_active":"2024-09-13T17:00:01.644640+0000","last_peered":"2024-09-13T17:00:01.644640+0000","last_clean":"2024-09-13T17:00:01.644640+0000","last_became_active":"2024-09-13T17:00:01.161175+0000","last_became_peered":"2024-09-13T17:00:01.161175+0000","last_unstale":"2024-09-13T17:00:01.644640+0000","last_undegraded":"2024-09-13T17:00:01.644640+0000","last_fullsized":"2024-09-13T17:00:01.644640+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628642+0000","last_change":"2024-09-13T17:00:01.632546+0000","last_active":"2024-09-13T17:00:02.628642+0000","last_peered":"2024-09-13T17:00:02.628642+0000","last_clean":"2024-09-13T17:00:02.628642+0000","last_became_active":"2024-09-13T17:00:01.630036+0000","last_became_peered":"2024-09-13T17:00:01.630036+0000","last_unstale":"2024-09-13T17:00:02.628642+0000","last_undegraded":"2024-09-13T17:00:02.628642+0000","last_fullsized":"2024-09-13T17:00:02.628642+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:45.373208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.649221+0000","last_change":"2024-09-13T17:00:01.162115+0000","last_active":"2024-09-13T17:00:01.649221+0000","last_peered":"2024-09-13T17:00:01.649221+0000","last_clean":"2024-09-13T17:00:01.649221+0000","last_became_active":"2024-09-13T17:00:01.161833+0000","last_became_peered":"2024-09-13T17:00:01.161833+0000","last_unstale":"2024-09-13T17:00:01.649221+0000","last_undegraded":"2024-09-13T17:00:01.649221+0000","last_fullsized":"2024-09-13T17:00:01.649221+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627069+0000","last_change":"2024-09-13T17:00:01.622665+0000","last_active":"2024-09-13T17:00:02.627069+0000","last_peered":"2024-09-13T17:00:02.627069+0000","last_clean":"2024-09-13T17:00:02.627069+0000","last_became_active":"2024-09-13T17:00:01.622337+0000","last_became_peered":"2024-09-13T17:00:01.622337+0000","last_unstale":"2024-09-13T17:00:02.627069+0000","last_undegraded":"2024-09-13T17:00:02.627069+0000","last_fullsized":"2024-09-13T17:00:02.627069+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:07:37.465508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614085+0000","last_change":"2024-09-13T17:00:01.155618+0000","last_active":"2024-09-13T17:00:01.614085+0000","last_peered":"2024-09-13T17:00:01.614085+0000","last_clean":"2024-09-13T17:00:01.614085+0000","last_became_active":"2024-09-13T17:00:01.155257+0000","last_became_peered":"2024-09-13T17:00:01.155257+0000","last_unstale":"2024-09-13T17:00:01.614085+0000","last_undegraded":"2024-09-13T17:00:01.614085+0000","last_fullsized":"2024-09-13T17:00:01.614085+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627699+0000","last_change":"2024-09-13T17:00:01.645348+0000","last_active":"2024-09-13T17:00:02.627699+0000","last_peered":"2024-09-13T17:00:02.627699+0000","last_clean":"2024-09-13T17:00:02.627699+0000","last_became_active":"2024-09-13T17:00:01.645119+0000","last_became_peered":"2024-09-13T17:00:01.645119+0000","last_unstale":"2024-09-13T17:00:02.627699+0000","last_undegraded":"2024-09-13T17:00:02.627699+0000","last_fullsized":"2024-09-13T17:00:02.627699+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:28:30.800466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.621218+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:00:01.621218+0000","last_peered":"2024-09-13T17:00:01.621218+0000","last_clean":"2024-09-13T17:00:01.621218+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:00:01.621218+0000","last_undegraded":"2024-09-13T17:00:01.621218+0000","last_fullsized":"2024-09-13T17:00:01.621218+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614226+0000","last_change":"2024-09-13T17:00:01.166543+0000","last_active":"2024-09-13T17:00:01.614226+0000","last_peered":"2024-09-13T17:00:01.614226+0000","last_clean":"2024-09-13T17:00:01.614226+0000","last_became_active":"2024-09-13T17:00:01.166268+0000","last_became_peered":"2024-09-13T17:00:01.166268+0000","last_unstale":"2024-09-13T17:00:01.614226+0000","last_undegraded":"2024-09-13T17:00:01.614226+0000","last_fullsized":"2024-09-13T17:00:01.614226+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:41:36.663393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.111018+0000","last_change":"2024-09-13T17:00:01.633708+0000","last_active":"2024-09-13T17:00:03.111018+0000","last_peered":"2024-09-13T17:00:03.111018+0000","last_clean":"2024-09-13T17:00:03.111018+0000","last_became_active":"2024-09-13T17:00:01.633419+0000","last_became_peered":"2024-09-13T17:00:01.633419+0000","last_unstale":"2024-09-13T17:00:03.111018+0000","last_undegraded":"2024-09-13T17:00:03.111018+0000","last_fullsized":"2024-09-13T17:00:03.111018+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:20:01.054465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.616774+0000","last_change":"2024-09-13T17:00:01.168495+0000","last_active":"2024-09-13T17:00:01.616774+0000","last_peered":"2024-09-13T17:00:01.616774+0000","last_clean":"2024-09-13T17:00:01.616774+0000","last_became_active":"2024-09-13T17:00:01.167391+0000","last_became_peered":"2024-09-13T17:00:01.167391+0000","last_unstale":"2024-09-13T17:00:01.616774+0000","last_undegraded":"2024-09-13T17:00:01.616774+0000","last_fullsized":"2024-09-13T17:00:01.616774+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627822+0000","last_change":"2024-09-13T17:00:01.634948+0000","last_active":"2024-09-13T17:00:02.627822+0000","last_peered":"2024-09-13T17:00:02.627822+0000","last_clean":"2024-09-13T17:00:02.627822+0000","last_became_active":"2024-09-13T17:00:01.634623+0000","last_became_peered":"2024-09-13T17:00:01.634623+0000","last_unstale":"2024-09-13T17:00:02.627822+0000","last_undegraded":"2024-09-13T17:00:02.627822+0000","last_fullsized":"2024-09-13T17:00:02.627822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:25.669038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.613017+0000","last_change":"2024-09-13T17:00:01.160102+0000","last_active":"2024-09-13T17:00:01.613017+0000","last_peered":"2024-09-13T17:00:01.613017+0000","last_clean":"2024-09-13T17:00:01.613017+0000","last_became_active":"2024-09-13T17:00:01.155769+0000","last_became_peered":"2024-09-13T17:00:01.155769+0000","last_unstale":"2024-09-13T17:00:01.613017+0000","last_undegraded":"2024-09-13T17:00:01.613017+0000","last_fullsized":"2024-09-13T17:00:01.613017+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:06:26.898960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.988819+0000","last_change":"2024-09-13T17:00:01.641063+0000","last_active":"2024-09-13T17:00:02.988819+0000","last_peered":"2024-09-13T17:00:02.988819+0000","last_clean":"2024-09-13T17:00:02.988819+0000","last_became_active":"2024-09-13T17:00:01.640832+0000","last_became_peered":"2024-09-13T17:00:01.640832+0000","last_unstale":"2024-09-13T17:00:02.988819+0000","last_undegraded":"2024-09-13T17:00:02.988819+0000","last_fullsized":"2024-09-13T17:00:02.988819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:20:01.054465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.614408+0000","last_change":"2024-09-13T17:00:01.159095+0000","last_active":"2024-09-13T17:00:01.614408+0000","last_peered":"2024-09-13T17:00:01.614408+0000","last_clean":"2024-09-13T17:00:01.614408+0000","last_became_active":"2024-09-13T17:00:01.158110+0000","last_became_peered":"2024-09-13T17:00:01.158110+0000","last_unstale":"2024-09-13T17:00:01.614408+0000","last_undegraded":"2024-09-13T17:00:01.614408+0000","last_fullsized":"2024-09-13T17:00:01.614408+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:49:24.656781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627096+0000","last_change":"2024-09-13T17:00:01.632134+0000","last_active":"2024-09-13T17:00:02.627096+0000","last_peered":"2024-09-13T17:00:02.627096+0000","last_clean":"2024-09-13T17:00:02.627096+0000","last_became_active":"2024-09-13T17:00:01.631942+0000","last_became_peered":"2024-09-13T17:00:01.631942+0000","last_unstale":"2024-09-13T17:00:02.627096+0000","last_undegraded":"2024-09-13T17:00:02.627096+0000","last_fullsized":"2024-09-13T17:00:02.627096+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:58.105852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.630226+0000","last_change":"2024-09-13T17:00:01.158276+0000","last_active":"2024-09-13T17:00:01.630226+0000","last_peered":"2024-09-13T17:00:01.630226+0000","last_clean":"2024-09-13T17:00:01.630226+0000","last_became_active":"2024-09-13T17:00:01.157979+0000","last_became_peered":"2024-09-13T17:00:01.157979+0000","last_unstale":"2024-09-13T17:00:01.630226+0000","last_undegraded":"2024-09-13T17:00:01.630226+0000","last_fullsized":"2024-09-13T17:00:01.630226+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110076+0000","last_change":"2024-09-13T17:00:01.644115+0000","last_active":"2024-09-13T17:00:03.110076+0000","last_peered":"2024-09-13T17:00:03.110076+0000","last_clean":"2024-09-13T17:00:03.110076+0000","last_became_active":"2024-09-13T17:00:01.643725+0000","last_became_peered":"2024-09-13T17:00:01.643725+0000","last_unstale":"2024-09-13T17:00:03.110076+0000","last_undegraded":"2024-09-13T17:00:03.110076+0000","last_fullsized":"2024-09-13T17:00:03.110076+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:45.828482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.620876+0000","last_change":"2024-09-13T17:00:01.165974+0000","last_active":"2024-09-13T17:00:01.620876+0000","last_peered":"2024-09-13T17:00:01.620876+0000","last_clean":"2024-09-13T17:00:01.620876+0000","last_became_active":"2024-09-13T17:00:01.158383+0000","last_became_peered":"2024-09-13T17:00:01.158383+0000","last_unstale":"2024-09-13T17:00:01.620876+0000","last_undegraded":"2024-09-13T17:00:01.620876+0000","last_fullsized":"2024-09-13T17:00:01.620876+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:51.495904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628365+0000","last_change":"2024-09-13T17:00:01.641316+0000","last_active":"2024-09-13T17:00:02.628365+0000","last_peered":"2024-09-13T17:00:02.628365+0000","last_clean":"2024-09-13T17:00:02.628365+0000","last_became_active":"2024-09-13T17:00:01.640972+0000","last_became_peered":"2024-09-13T17:00:01.640972+0000","last_unstale":"2024-09-13T17:00:02.628365+0000","last_undegraded":"2024-09-13T17:00:02.628365+0000","last_fullsized":"2024-09-13T17:00:02.628365+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:43:23.516318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110878+0000","last_change":"2024-09-13T17:00:01.154110+0000","last_active":"2024-09-13T17:00:03.110878+0000","last_peered":"2024-09-13T17:00:03.110878+0000","last_clean":"2024-09-13T17:00:03.110878+0000","last_became_active":"2024-09-13T17:00:01.153720+0000","last_became_peered":"2024-09-13T17:00:01.153720+0000","last_unstale":"2024-09-13T17:00:03.110878+0000","last_undegraded":"2024-09-13T17:00:03.110878+0000","last_fullsized":"2024-09-13T17:00:03.110878+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.111230+0000","last_change":"2024-09-13T17:00:01.631772+0000","last_active":"2024-09-13T17:00:03.111230+0000","last_peered":"2024-09-13T17:00:03.111230+0000","last_clean":"2024-09-13T17:00:03.111230+0000","last_became_active":"2024-09-13T17:00:01.631486+0000","last_became_peered":"2024-09-13T17:00:01.631486+0000","last_unstale":"2024-09-13T17:00:03.111230+0000","last_undegraded":"2024-09-13T17:00:03.111230+0000","last_fullsized":"2024-09-13T17:00:03.111230+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:43:23.516318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.643873+0000","last_change":"2024-09-13T17:00:01.170872+0000","last_active":"2024-09-13T17:00:01.643873+0000","last_peered":"2024-09-13T17:00:01.643873+0000","last_clean":"2024-09-13T17:00:01.643873+0000","last_became_active":"2024-09-13T17:00:01.170101+0000","last_became_peered":"2024-09-13T17:00:01.170101+0000","last_unstale":"2024-09-13T17:00:01.643873+0000","last_undegraded":"2024-09-13T17:00:01.643873+0000","last_fullsized":"2024-09-13T17:00:01.643873+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:11.706217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110555+0000","last_change":"2024-09-13T17:00:01.644695+0000","last_active":"2024-09-13T17:00:03.110555+0000","last_peered":"2024-09-13T17:00:03.110555+0000","last_clean":"2024-09-13T17:00:03.110555+0000","last_became_active":"2024-09-13T17:00:01.644355+0000","last_became_peered":"2024-09-13T17:00:01.644355+0000","last_unstale":"2024-09-13T17:00:03.110555+0000","last_undegraded":"2024-09-13T17:00:03.110555+0000","last_fullsized":"2024-09-13T17:00:03.110555+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:15:17.172133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.610948+0000","last_change":"2024-09-13T17:00:01.159013+0000","last_active":"2024-09-13T17:00:01.610948+0000","last_peered":"2024-09-13T17:00:01.610948+0000","last_clean":"2024-09-13T17:00:01.610948+0000","last_became_active":"2024-09-13T17:00:01.158673+0000","last_became_peered":"2024-09-13T17:00:01.158673+0000","last_unstale":"2024-09-13T17:00:01.610948+0000","last_undegraded":"2024-09-13T17:00:01.610948+0000","last_fullsized":"2024-09-13T17:00:01.610948+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:44.816225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627385+0000","last_change":"2024-09-13T17:00:01.624659+0000","last_active":"2024-09-13T17:00:02.627385+0000","last_peered":"2024-09-13T17:00:02.627385+0000","last_clean":"2024-09-13T17:00:02.627385+0000","last_became_active":"2024-09-13T17:00:01.623914+0000","last_became_peered":"2024-09-13T17:00:01.623914+0000","last_unstale":"2024-09-13T17:00:02.627385+0000","last_undegraded":"2024-09-13T17:00:02.627385+0000","last_fullsized":"2024-09-13T17:00:02.627385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:38.675793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.621352+0000","last_change":"2024-09-13T17:00:01.154676+0000","last_active":"2024-09-13T17:00:01.621352+0000","last_peered":"2024-09-13T17:00:01.621352+0000","last_clean":"2024-09-13T17:00:01.621352+0000","last_became_active":"2024-09-13T17:00:01.154394+0000","last_became_peered":"2024-09-13T17:00:01.154394+0000","last_unstale":"2024-09-13T17:00:01.621352+0000","last_undegraded":"2024-09-13T17:00:01.621352+0000","last_fullsized":"2024-09-13T17:00:01.621352+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:12.652602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.109794+0000","last_change":"2024-09-13T17:00:01.645771+0000","last_active":"2024-09-13T17:00:03.109794+0000","last_peered":"2024-09-13T17:00:03.109794+0000","last_clean":"2024-09-13T17:00:03.109794+0000","last_became_active":"2024-09-13T17:00:01.645249+0000","last_became_peered":"2024-09-13T17:00:01.645249+0000","last_unstale":"2024-09-13T17:00:03.109794+0000","last_undegraded":"2024-09-13T17:00:03.109794+0000","last_fullsized":"2024-09-13T17:00:03.109794+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:24:34.504980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.613332+0000","last_change":"2024-09-13T17:00:01.159284+0000","last_active":"2024-09-13T17:00:01.613332+0000","last_peered":"2024-09-13T17:00:01.613332+0000","last_clean":"2024-09-13T17:00:01.613332+0000","last_became_active":"2024-09-13T17:00:01.158866+0000","last_became_peered":"2024-09-13T17:00:01.158866+0000","last_unstale":"2024-09-13T17:00:01.613332+0000","last_undegraded":"2024-09-13T17:00:01.613332+0000","last_fullsized":"2024-09-13T17:00:01.613332+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:05:40.104880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110377+0000","last_change":"2024-09-13T17:00:01.626261+0000","last_active":"2024-09-13T17:00:03.110377+0000","last_peered":"2024-09-13T17:00:03.110377+0000","last_clean":"2024-09-13T17:00:03.110377+0000","last_became_active":"2024-09-13T17:00:01.619544+0000","last_became_peered":"2024-09-13T17:00:01.619544+0000","last_unstale":"2024-09-13T17:00:03.110377+0000","last_undegraded":"2024-09-13T17:00:03.110377+0000","last_fullsized":"2024-09-13T17:00:03.110377+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:08:12.718474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.647812+0000","last_change":"2024-09-13T17:00:01.166382+0000","last_active":"2024-09-13T17:00:01.647812+0000","last_peered":"2024-09-13T17:00:01.647812+0000","last_clean":"2024-09-13T17:00:01.647812+0000","last_became_active":"2024-09-13T17:00:01.166149+0000","last_became_peered":"2024-09-13T17:00:01.166149+0000","last_unstale":"2024-09-13T17:00:01.647812+0000","last_undegraded":"2024-09-13T17:00:01.647812+0000","last_fullsized":"2024-09-13T17:00:01.647812+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:29.106930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.628164+0000","last_change":"2024-09-13T17:00:01.647321+0000","last_active":"2024-09-13T17:00:02.628164+0000","last_peered":"2024-09-13T17:00:02.628164+0000","last_clean":"2024-09-13T17:00:02.628164+0000","last_became_active":"2024-09-13T17:00:01.639152+0000","last_became_peered":"2024-09-13T17:00:01.639152+0000","last_unstale":"2024-09-13T17:00:02.628164+0000","last_undegraded":"2024-09-13T17:00:02.628164+0000","last_fullsized":"2024-09-13T17:00:02.628164+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:05.374566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.627612+0000","last_change":"2024-09-13T17:00:01.632237+0000","last_active":"2024-09-13T17:00:02.627612+0000","last_peered":"2024-09-13T17:00:02.627612+0000","last_clean":"2024-09-13T17:00:02.627612+0000","last_became_active":"2024-09-13T17:00:01.631979+0000","last_became_peered":"2024-09-13T17:00:01.631979+0000","last_unstale":"2024-09-13T17:00:02.627612+0000","last_undegraded":"2024-09-13T17:00:02.627612+0000","last_fullsized":"2024-09-13T17:00:02.627612+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:50.275752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.641510+0000","last_change":"2024-09-13T17:00:01.162759+0000","last_active":"2024-09-13T17:00:01.641510+0000","last_peered":"2024-09-13T17:00:01.641510+0000","last_clean":"2024-09-13T17:00:01.641510+0000","last_became_active":"2024-09-13T17:00:01.162437+0000","last_became_peered":"2024-09-13T17:00:01.162437+0000","last_unstale":"2024-09-13T17:00:01.641510+0000","last_undegraded":"2024-09-13T17:00:01.641510+0000","last_fullsized":"2024-09-13T17:00:01.641510+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:53.408822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:03.110483+0000","last_change":"2024-09-13T17:00:01.637728+0000","last_active":"2024-09-13T17:00:03.110483+0000","last_peered":"2024-09-13T17:00:03.110483+0000","last_clean":"2024-09-13T17:00:03.110483+0000","last_became_active":"2024-09-13T17:00:01.637465+0000","last_became_peered":"2024-09-13T17:00:01.637465+0000","last_unstale":"2024-09-13T17:00:03.110483+0000","last_undegraded":"2024-09-13T17:00:03.110483+0000","last_fullsized":"2024-09-13T17:00:03.110483+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:52.508160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.641643+0000","last_change":"2024-09-13T17:00:01.162745+0000","last_active":"2024-09-13T17:00:01.641643+0000","last_peered":"2024-09-13T17:00:01.641643+0000","last_clean":"2024-09-13T17:00:01.641643+0000","last_became_active":"2024-09-13T17:00:01.162454+0000","last_became_peered":"2024-09-13T17:00:01.162454+0000","last_unstale":"2024-09-13T17:00:01.641643+0000","last_undegraded":"2024-09-13T17:00:01.641643+0000","last_fullsized":"2024-09-13T17:00:01.641643+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:52.662534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989479+0000","last_change":"2024-09-13T17:00:01.647221+0000","last_active":"2024-09-13T17:00:02.989479+0000","last_peered":"2024-09-13T17:00:02.989479+0000","last_clean":"2024-09-13T17:00:02.989479+0000","last_became_active":"2024-09-13T17:00:01.646022+0000","last_became_peered":"2024-09-13T17:00:01.646022+0000","last_unstale":"2024-09-13T17:00:02.989479+0000","last_undegraded":"2024-09-13T17:00:02.989479+0000","last_fullsized":"2024-09-13T17:00:02.989479+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:05.374566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.640671+0000","last_change":"2024-09-13T17:00:01.164356+0000","last_active":"2024-09-13T17:00:01.640671+0000","last_peered":"2024-09-13T17:00:01.640671+0000","last_clean":"2024-09-13T17:00:01.640671+0000","last_became_active":"2024-09-13T17:00:01.163854+0000","last_became_peered":"2024-09-13T17:00:01.163854+0000","last_unstale":"2024-09-13T17:00:01.640671+0000","last_undegraded":"2024-09-13T17:00:01.640671+0000","last_fullsized":"2024-09-13T17:00:01.640671+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:26.165476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T17:00:02.989481+0000","last_change":"2024-09-13T17:00:01.642506+0000","last_active":"2024-09-13T17:00:02.989481+0000","last_peered":"2024-09-13T17:00:02.989481+0000","last_clean":"2024-09-13T17:00:02.989481+0000","last_became_active":"2024-09-13T17:00:01.638739+0000","last_became_peered":"2024-09-13T17:00:01.638739+0000","last_unstale":"2024-09-13T17:00:02.989481+0000","last_undegraded":"2024-09-13T17:00:02.989481+0000","last_fullsized":"2024-09-13T17:00:02.989481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:01.118495+0000","last_clean_scrub_stamp":"2024-09-13T17:00:01.118495+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:27:58.105852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2024-09-13T17:00:01.651968+0000","last_change":"2024-09-13T17:00:01.167619+0000","last_active":"2024-09-13T17:00:01.651968+0000","last_peered":"2024-09-13T17:00:01.651968+0000","last_clean":"2024-09-13T17:00:01.651968+0000","last_became_active":"2024-09-13T17:00:01.167336+0000","last_became_peered":"2024-09-13T17:00:01.167336+0000","last_unstale":"2024-09-13T17:00:01.651968+0000","last_undegraded":"2024-09-13T17:00:01.651968+0000","last_fullsized":"2024-09-13T17:00:01.651968+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:00.106238+0000","last_clean_scrub_stamp":"2024-09-13T17:00:00.106238+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:04:43.373472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31324,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340516,"statfs":{"total":96636764160,"available":96604688384,"internally_reserved":0,"allocated":212992,"data_stored":71022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2090000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.054}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3240000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5269999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5960000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.498}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":204800,"data_stored":70898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4430000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4690000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1830000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.512}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0289999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.552}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31900,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339940,"statfs":{"total":96636764160,"available":96604098560,"internally_reserved":0,"allocated":802816,"data_stored":660339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.401}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3380000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.226}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5589999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.036}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3560000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6639999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":225280,"data_stored":73134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5069999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2569999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4379999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.369}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.52}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.9099999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":71480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0880000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.286}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1819999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3089999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4770000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3580000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5660000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":802816,"data_stored":661336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0800000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.155}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90500000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":212992,"data_stored":70954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94999999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3819999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.236}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.278}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1040000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:00:09.656 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T17:00:09.656 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T17:00:09.656 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-13T17:00:09.656 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T17:00:09.861 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.858+0000 7f5d12000700 1 Processor -- start 2024-09-13T17:00:09.861 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.858+0000 7f5d12000700 1 -- start start 2024-09-13T17:00:09.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.858+0000 7f5d12000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5d0c144670 0x7f5d0c0b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.858+0000 7f5d12000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5d0c15baa0 0x7f5d0c0b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.858+0000 7f5d12000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d0c0cc880 con 0x7f5d0c0ccd10 2024-09-13T17:00:09.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.858+0000 7f5d12000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d0c06de60 con 0x7f5d0c144670 2024-09-13T17:00:09.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.858+0000 7f5d12000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0c15beb0 con 0x7f5d0c15baa0 2024-09-13T17:00:09.864 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d02a00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f5d0c0ccd10 0x7f5d0c15b390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47274/0 (socket says 172.21.15.99:47274) 2024-09-13T17:00:09.864 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d02a00700 1 -- 172.21.15.99:0/3758904835 learned_addr learned my addr 172.21.15.99:0/3758904835 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:09.864 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0b400700 1 --2- 172.21.15.99:0/3758904835 >> v2:172.21.15.99:3300/0 conn(0x7f5d0c144670 0x7f5d0c0b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.864 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0be00700 1 --2- 172.21.15.99:0/3758904835 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5d0c15baa0 0x7f5d0c0b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.865 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0b400700 1 -- 172.21.15.99:0/3758904835 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5d0c15baa0 msgr2=0x7f5d0c0b4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:09.865 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0b400700 1 --2- 172.21.15.99:0/3758904835 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5d0c15baa0 0x7f5d0c0b4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.865 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0b400700 1 -- 172.21.15.99:0/3758904835 >> v1:172.21.15.99:6789/0 conn(0x7f5d0c0ccd10 legacy=0x7f5d0c15b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.865 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0b400700 1 -- 172.21.15.99:0/3758904835 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d0c15c130 con 0x7f5d0c144670 2024-09-13T17:00:09.865 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0aa00700 1 -- 172.21.15.99:0/3758904835 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 224225163 0 0) 0x7f5d0c0cc880 con 0x7f5d0c0ccd10 2024-09-13T17:00:09.866 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0b400700 1 --2- 172.21.15.99:0/3758904835 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 0x7f5d0c0b3ff0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f5cfc009d90 tx=0x7f5cfc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=941d5366d22a343f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:09.866 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0aa00700 1 -- 172.21.15.99:0/3758904835 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cfc00e070 con 0x7f5d0c144670 2024-09-13T17:00:09.866 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0aa00700 1 -- 172.21.15.99:0/3758904835 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cfc00bb20 con 0x7f5d0c144670 2024-09-13T17:00:09.866 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d0aa00700 1 -- 172.21.15.99:0/3758904835 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cfc012430 con 0x7f5d0c144670 2024-09-13T17:00:09.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d12000700 1 -- 172.21.15.99:0/3758904835 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 msgr2=0x7f5d0c0b3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d12000700 1 --2- 172.21.15.99:0/3758904835 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 0x7f5d0c0b3ff0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f5cfc009d90 tx=0x7f5cfc00b330 comp rx=0 tx=0).stop 2024-09-13T17:00:09.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d12000700 1 -- 172.21.15.99:0/3758904835 shutdown_connections 2024-09-13T17:00:09.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d12000700 1 --2- 172.21.15.99:0/3758904835 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5d0c15baa0 0x7f5d0c0b4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d12000700 1 --2- 172.21.15.99:0/3758904835 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 0x7f5d0c0b3ff0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d12000700 1 -- 172.21.15.99:0/3758904835 >> 172.21.15.99:0/3758904835 conn(0x7f5d0c071110 msgr2=0x7f5d0c071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:09.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d12000700 1 -- 172.21.15.99:0/3758904835 shutdown_connections 2024-09-13T17:00:09.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.862+0000 7f5d12000700 1 -- 172.21.15.99:0/3758904835 wait complete. 2024-09-13T17:00:09.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.866+0000 7f5d12000700 1 Processor -- start 2024-09-13T17:00:09.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.866+0000 7f5d12000700 1 -- start start 2024-09-13T17:00:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.866+0000 7f5d12000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5d0c0ccd10 0x7f5d0c134720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.866+0000 7f5d12000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 0x7f5d0c131dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.866+0000 7f5d12000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5d0c15baa0 0x7f5d0c1430d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.866+0000 7f5d12000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0c1329e0 con 0x7f5d0c144670 2024-09-13T17:00:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.866+0000 7f5d12000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0c0b1800 con 0x7f5d0c15baa0 2024-09-13T17:00:09.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.866+0000 7f5d12000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0c1326d0 con 0x7f5d0c0ccd10 2024-09-13T17:00:09.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d02a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 0x7f5d0c131dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d0b400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5d0c0ccd10 0x7f5d0c134720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d02a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 0x7f5d0c131dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40684/0 (socket says 172.21.15.99:40684) 2024-09-13T17:00:09.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d02a00700 1 -- 172.21.15.99:0/1670218641 learned_addr learned my addr 172.21.15.99:0/1670218641 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:09.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d0be00700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5d0c15baa0 0x7f5d0c1430d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d02a00700 1 -- 172.21.15.99:0/1670218641 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5d0c0ccd10 msgr2=0x7f5d0c134720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d02a00700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5d0c0ccd10 0x7f5d0c134720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d02a00700 1 -- 172.21.15.99:0/1670218641 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5d0c15baa0 msgr2=0x7f5d0c1430d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:09.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d02a00700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5d0c15baa0 0x7f5d0c1430d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:09.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d02a00700 1 -- 172.21.15.99:0/1670218641 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cfc009a70 con 0x7f5d0c144670 2024-09-13T17:00:09.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d02a00700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 0x7f5d0c131dd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5cf400c580 tx=0x7f5cf400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:09.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d03e00700 1 -- 172.21.15.99:0/1670218641 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf4004ca0 con 0x7f5d0c144670 2024-09-13T17:00:09.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d03e00700 1 -- 172.21.15.99:0/1670218641 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cf4004e20 con 0x7f5d0c144670 2024-09-13T17:00:09.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d12000700 1 -- 172.21.15.99:0/1670218641 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d0c134c60 con 0x7f5d0c144670 2024-09-13T17:00:09.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d03e00700 1 -- 172.21.15.99:0/1670218641 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf4007310 con 0x7f5d0c144670 2024-09-13T17:00:09.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d12000700 1 -- 172.21.15.99:0/1670218641 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d0c135200 con 0x7f5d0c144670 2024-09-13T17:00:09.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.870+0000 7f5d12000700 1 -- 172.21.15.99:0/1670218641 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d0c132b20 con 0x7f5d0c144670 2024-09-13T17:00:09.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.874+0000 7f5d03e00700 1 -- 172.21.15.99:0/1670218641 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5cf4007470 con 0x7f5d0c144670 2024-09-13T17:00:09.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.874+0000 7f5d03e00700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5ce8066730 0x7f5ce8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:09.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.874+0000 7f5d03e00700 1 -- 172.21.15.99:0/1670218641 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5cf4083e60 con 0x7f5d0c144670 2024-09-13T17:00:09.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.874+0000 7f5d0b400700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5ce8066730 0x7f5ce8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:09.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.878+0000 7f5d0b400700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5ce8066730 0x7f5ce8068bf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f5cfc014040 tx=0x7f5cfc011000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:09.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:09.882+0000 7f5d03e00700 1 -- 172.21.15.99:0/1670218641 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5d0c132b20 con 0x7f5d0c144670 2024-09-13T17:00:10.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.093+0000 7f5d12000700 1 -- 172.21.15.99:0/1670218641 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f5d0c132b20 con 0x7f5d0c144670 2024-09-13T17:00:10.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.093+0000 7f5d03e00700 1 -- 172.21.15.99:0/1670218641 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f5d0c132b20 con 0x7f5d0c144670 2024-09-13T17:00:10.098 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:10.098 INFO:teuthology.orchestra.run.smithi099.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T17:00:10.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 -- 172.21.15.99:0/1670218641 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5ce8066730 msgr2=0x7f5ce8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5ce8066730 0x7f5ce8068bf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f5cfc014040 tx=0x7f5cfc011000 comp rx=0 tx=0).stop 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 -- 172.21.15.99:0/1670218641 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 msgr2=0x7f5d0c131dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 0x7f5d0c131dd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5cf400c580 tx=0x7f5cf400c890 comp rx=0 tx=0).stop 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 -- 172.21.15.99:0/1670218641 shutdown_connections 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5ce8066730 0x7f5ce8068bf0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5d0c144670 0x7f5d0c131dd0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5d0c15baa0 0x7f5d0c1430d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 --2- 172.21.15.99:0/1670218641 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5d0c0ccd10 0x7f5d0c134720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 -- 172.21.15.99:0/1670218641 >> 172.21.15.99:0/1670218641 conn(0x7f5d0c071110 msgr2=0x7f5d0c0737c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 -- 172.21.15.99:0/1670218641 shutdown_connections 2024-09-13T17:00:10.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.097+0000 7f5d12000700 1 -- 172.21.15.99:0/1670218641 wait complete. 2024-09-13T17:00:10.122 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-13T17:00:10.123 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:10.287 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.281+0000 7f1b70c00700 1 Processor -- start 2024-09-13T17:00:10.287 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.281+0000 7f1b70c00700 1 -- start start 2024-09-13T17:00:10.290 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.285+0000 7f1b70c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1b6c0707a0 0x7f1b6c070b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:10.290 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.285+0000 7f1b70c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b6c0710c0 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.291 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.285+0000 7f1b70c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b6c0b3c10 con 0x7f1b6c0b2ee0 2024-09-13T17:00:10.291 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.285+0000 7f1b70c00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b6c0b3ef0 con 0x7f1b6c0707a0 2024-09-13T17:00:10.291 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.285+0000 7f1b69e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1b6c0707a0 0x7f1b6c070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:10.291 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.285+0000 7f1b69400700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f1b6c0b2ee0 0x7f1b6c0b3330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:55370/0 (socket says 172.21.15.99:55370) 2024-09-13T17:00:10.291 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.285+0000 7f1b69400700 1 -- 172.21.15.99:0/3368671354 learned_addr learned my addr 172.21.15.99:0/3368671354 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:10.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b68a00700 1 -- 172.21.15.99:0/3368671354 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2372638804 0 0) 0x7f1b6c0b3c10 con 0x7f1b6c0b2ee0 2024-09-13T17:00:10.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b68a00700 1 -- 172.21.15.99:0/3368671354 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1b500035d0 con 0x7f1b6c0b2ee0 2024-09-13T17:00:10.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b69e00700 1 -- 172.21.15.99:0/3368671354 >> v1:172.21.15.170:6789/0 conn(0x7f1b6c0b2ee0 legacy=0x7f1b6c0b3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b69e00700 1 -- 172.21.15.99:0/3368671354 >> v1:172.21.15.99:6789/0 conn(0x7f1b6c0c9da0 legacy=0x7f1b6c0ca230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b69e00700 1 -- 172.21.15.99:0/3368671354 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b6c0c95a0 con 0x7f1b6c0707a0 2024-09-13T17:00:10.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b69e00700 1 --2- 172.21.15.99:0/3368671354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0707a0 0x7f1b6c070b80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c009850 tx=0x7f1b5c009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be4d140a738bfaed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:10.293 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b68a00700 1 -- 172.21.15.99:0/3368671354 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b5c011830 con 0x7f1b6c0707a0 2024-09-13T17:00:10.293 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b68a00700 1 -- 172.21.15.99:0/3368671354 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b5c011990 con 0x7f1b6c0707a0 2024-09-13T17:00:10.293 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b68a00700 1 -- 172.21.15.99:0/3368671354 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b5c011d40 con 0x7f1b6c0707a0 2024-09-13T17:00:10.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b70c00700 1 -- 172.21.15.99:0/3368671354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0707a0 msgr2=0x7f1b6c070b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b70c00700 1 --2- 172.21.15.99:0/3368671354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0707a0 0x7f1b6c070b80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c009850 tx=0x7f1b5c009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:10.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b70c00700 1 -- 172.21.15.99:0/3368671354 shutdown_connections 2024-09-13T17:00:10.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b70c00700 1 --2- 172.21.15.99:0/3368671354 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0707a0 0x7f1b6c070b80 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b70c00700 1 -- 172.21.15.99:0/3368671354 >> 172.21.15.99:0/3368671354 conn(0x7f1b6c0cce80 msgr2=0x7f1b6c06a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:10.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b70c00700 1 -- 172.21.15.99:0/3368671354 shutdown_connections 2024-09-13T17:00:10.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.289+0000 7f1b70c00700 1 -- 172.21.15.99:0/3368671354 wait complete. 2024-09-13T17:00:10.296 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b70c00700 1 Processor -- start 2024-09-13T17:00:10.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b70c00700 1 -- start start 2024-09-13T17:00:10.298 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b70c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b6c0707a0 0x7f1b6c146dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:10.298 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b70c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b6c0b2ee0 0x7f1b6c15b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:10.298 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b70c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0c9da0 0x7f1b6c15bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:10.299 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b70c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6c147300 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.299 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b70c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6c1e31a0 con 0x7f1b6c0707a0 2024-09-13T17:00:10.299 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b70c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b6c1e3480 con 0x7f1b6c0b2ee0 2024-09-13T17:00:10.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b6a800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0c9da0 0x7f1b6c15bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:10.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b6a800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0c9da0 0x7f1b6c15bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40700/0 (socket says 172.21.15.99:40700) 2024-09-13T17:00:10.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b6a800700 1 -- 172.21.15.99:0/3915910933 learned_addr learned my addr 172.21.15.99:0/3915910933 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:10.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b69e00700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b6c0707a0 0x7f1b6c146dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:10.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.293+0000 7f1b69400700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b6c0b2ee0 0x7f1b6c15b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:10.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b6a800700 1 -- 172.21.15.99:0/3915910933 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b6c0b2ee0 msgr2=0x7f1b6c15b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b6a800700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b6c0b2ee0 0x7f1b6c15b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b6a800700 1 -- 172.21.15.99:0/3915910933 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b6c0707a0 msgr2=0x7f1b6c146dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b6a800700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b6c0707a0 0x7f1b6c146dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b6a800700 1 -- 172.21.15.99:0/3915910933 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b5c0094b0 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.301 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b6a800700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0c9da0 0x7f1b6c15bd60 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1b6400cb50 tx=0x7f1b6400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:10.301 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b62000700 1 -- 172.21.15.99:0/3915910933 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b64003c20 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.301 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b62000700 1 -- 172.21.15.99:0/3915910933 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b64003d80 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.301 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b70c00700 1 -- 172.21.15.99:0/3915910933 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b6c1e3760 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b62000700 1 -- 172.21.15.99:0/3915910933 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b6400aac0 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b70c00700 1 -- 172.21.15.99:0/3915910933 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b6c1f2f10 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.297+0000 7f1b70c00700 1 -- 172.21.15.99:0/3915910933 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b6c1f3130 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.304 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.301+0000 7f1b62000700 1 -- 172.21.15.99:0/3915910933 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1b6400ac20 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.301+0000 7f1b62000700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1b4c066730 0x7f1b4c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:10.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.301+0000 7f1b62000700 1 -- 172.21.15.99:0/3915910933 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1b64084160 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.301+0000 7f1b69e00700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1b4c066730 0x7f1b4c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:10.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.301+0000 7f1b69e00700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1b4c066730 0x7f1b4c068bf0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c0090b0 tx=0x7f1b5c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:10.313 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.309+0000 7f1b62000700 1 -- 172.21.15.99:0/3915910933 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1b640514c0 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.501+0000 7f1b70c00700 1 -- 172.21.15.99:0/3915910933 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1b6c070b80 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.507 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.501+0000 7f1b62000700 1 -- 172.21.15.99:0/3915910933 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7f1b64054ae0 con 0x7f1b6c0c9da0 2024-09-13T17:00:10.507 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:10.508 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 -- 172.21.15.99:0/3915910933 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1b4c066730 msgr2=0x7f1b4c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1b4c066730 0x7f1b4c068bf0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c0090b0 tx=0x7f1b5c008030 comp rx=0 tx=0).stop 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 -- 172.21.15.99:0/3915910933 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0c9da0 msgr2=0x7f1b6c15bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0c9da0 0x7f1b6c15bd60 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1b6400cb50 tx=0x7f1b6400ce60 comp rx=0 tx=0).stop 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 -- 172.21.15.99:0/3915910933 shutdown_connections 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1b4c066730 0x7f1b4c068bf0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b6c0c9da0 0x7f1b6c15bd60 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b6c0b2ee0 0x7f1b6c15b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 --2- 172.21.15.99:0/3915910933 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b6c0707a0 0x7f1b6c146dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 -- 172.21.15.99:0/3915910933 >> 172.21.15.99:0/3915910933 conn(0x7f1b6c0cce80 msgr2=0x7f1b6c0cb760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:10.510 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 -- 172.21.15.99:0/3915910933 shutdown_connections 2024-09-13T17:00:10.511 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.505+0000 7f1b70c00700 1 -- 172.21.15.99:0/3915910933 wait complete. 2024-09-13T17:00:10.532 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:10.532 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:10.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.701+0000 7f2b52200700 1 Processor -- start 2024-09-13T17:00:10.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.701+0000 7f2b52200700 1 -- start start 2024-09-13T17:00:10.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b52200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2b4c06e7b0 0x7f2b4c0b1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:10.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b52200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b4c0b21f0 con 0x7f2b4c1444f0 2024-09-13T17:00:10.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b52200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b4c06dd10 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b52200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b4c0cf910 con 0x7f2b4c06e7b0 2024-09-13T17:00:10.709 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b4be00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2b4c06e7b0 0x7f2b4c0b1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:10.709 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b50e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f2b4c1444f0 0x7f2b4c0ccf40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47282/0 (socket says 172.21.15.99:47282) 2024-09-13T17:00:10.709 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b50e00700 1 -- 172.21.15.99:0/1625576012 learned_addr learned my addr 172.21.15.99:0/1625576012 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:10.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b4b400700 1 -- 172.21.15.99:0/1625576012 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3907046999 0 0) 0x7f2b4c0b21f0 con 0x7f2b4c1444f0 2024-09-13T17:00:10.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b4b400700 1 -- 172.21.15.99:0/1625576012 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2b340035d0 con 0x7f2b4c1444f0 2024-09-13T17:00:10.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b4be00700 1 -- 172.21.15.99:0/1625576012 >> v1:172.21.15.170:6789/0 conn(0x7f2b4c0b1db0 legacy=0x7f2b4c15b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b4be00700 1 -- 172.21.15.99:0/1625576012 >> v1:172.21.15.99:6789/0 conn(0x7f2b4c1444f0 legacy=0x7f2b4c0ccf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b4be00700 1 -- 172.21.15.99:0/1625576012 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b4c0cf630 con 0x7f2b4c06e7b0 2024-09-13T17:00:10.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b4be00700 1 --2- 172.21.15.99:0/1625576012 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c06e7b0 0x7f2b4c0b1870 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2b38009850 tx=0x7f2b38009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abdc5a99f011bbfe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:10.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b4b400700 1 -- 172.21.15.99:0/1625576012 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b38011830 con 0x7f2b4c06e7b0 2024-09-13T17:00:10.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b4b400700 1 -- 172.21.15.99:0/1625576012 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b38011990 con 0x7f2b4c06e7b0 2024-09-13T17:00:10.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b4b400700 1 -- 172.21.15.99:0/1625576012 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b38011d40 con 0x7f2b4c06e7b0 2024-09-13T17:00:10.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b52200700 1 -- 172.21.15.99:0/1625576012 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c06e7b0 msgr2=0x7f2b4c0b1870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.705+0000 7f2b52200700 1 --2- 172.21.15.99:0/1625576012 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c06e7b0 0x7f2b4c0b1870 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2b38009850 tx=0x7f2b38009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:10.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 -- 172.21.15.99:0/1625576012 shutdown_connections 2024-09-13T17:00:10.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 --2- 172.21.15.99:0/1625576012 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c06e7b0 0x7f2b4c0b1870 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 -- 172.21.15.99:0/1625576012 >> 172.21.15.99:0/1625576012 conn(0x7f2b4c06bd40 msgr2=0x7f2b4c066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:10.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 -- 172.21.15.99:0/1625576012 shutdown_connections 2024-09-13T17:00:10.712 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 -- 172.21.15.99:0/1625576012 wait complete. 2024-09-13T17:00:10.714 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 Processor -- start 2024-09-13T17:00:10.714 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 -- start start 2024-09-13T17:00:10.715 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2b4c06e7b0 0x7f2b4c13c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:10.715 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c0b1db0 0x7f2b4c0c4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:10.715 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2b4c1444f0 0x7f2b4c0c5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:10.715 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b4c14fec0 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.715 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b4c0b0860 con 0x7f2b4c06e7b0 2024-09-13T17:00:10.715 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b52200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b4c0b0b40 con 0x7f2b4c1444f0 2024-09-13T17:00:10.716 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.709+0000 7f2b4be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c0b1db0 0x7f2b4c0c4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:10.716 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b4be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c0b1db0 0x7f2b4c0c4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40718/0 (socket says 172.21.15.99:40718) 2024-09-13T17:00:10.717 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b4be00700 1 -- 172.21.15.99:0/1597135093 learned_addr learned my addr 172.21.15.99:0/1597135093 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:10.717 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b51800700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2b4c1444f0 0x7f2b4c0c5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:10.717 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b50e00700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2b4c06e7b0 0x7f2b4c13c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:10.717 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b4be00700 1 -- 172.21.15.99:0/1597135093 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2b4c1444f0 msgr2=0x7f2b4c0c5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.717 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b4be00700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2b4c1444f0 0x7f2b4c0c5090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.717 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b4be00700 1 -- 172.21.15.99:0/1597135093 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2b4c06e7b0 msgr2=0x7f2b4c13c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.717 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b4be00700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2b4c06e7b0 0x7f2b4c13c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.717 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b4be00700 1 -- 172.21.15.99:0/1597135093 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b380094b0 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.718 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b4be00700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c0b1db0 0x7f2b4c0c4b50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2b38000c00 tx=0x7f2b38004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:10.718 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b48c00700 1 -- 172.21.15.99:0/1597135093 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b38019980 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.718 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b48c00700 1 -- 172.21.15.99:0/1597135093 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b3801e070 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.718 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b52200700 1 -- 172.21.15.99:0/1597135093 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b4c0b0e20 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.718 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b48c00700 1 -- 172.21.15.99:0/1597135093 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b38019d60 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b52200700 1 -- 172.21.15.99:0/1597135093 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b4c13ca20 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.713+0000 7f2b52200700 1 -- 172.21.15.99:0/1597135093 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b4c0cbdf0 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.720 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.717+0000 7f2b48c00700 1 -- 172.21.15.99:0/1597135093 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2b3802d450 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.722 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.717+0000 7f2b48c00700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2b2c066730 0x7f2b2c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:10.722 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.717+0000 7f2b48c00700 1 -- 172.21.15.99:0/1597135093 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2b380850e0 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.717+0000 7f2b50e00700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2b2c066730 0x7f2b2c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:10.724 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.721+0000 7f2b50e00700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2b2c066730 0x7f2b2c068bf0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2b40007fd0 tx=0x7f2b40007de0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:10.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.725+0000 7f2b48c00700 1 -- 172.21.15.99:0/1597135093 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2b38052440 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.901+0000 7f2b52200700 1 -- 172.21.15.99:0/1597135093 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2b4c150070 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.908 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b48c00700 1 -- 172.21.15.99:0/1597135093 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2b380200a0 con 0x7f2b4c0b1db0 2024-09-13T17:00:10.908 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 -- 172.21.15.99:0/1597135093 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2b2c066730 msgr2=0x7f2b2c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2b2c066730 0x7f2b2c068bf0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2b40007fd0 tx=0x7f2b40007de0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 -- 172.21.15.99:0/1597135093 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c0b1db0 msgr2=0x7f2b4c0c4b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c0b1db0 0x7f2b4c0c4b50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2b38000c00 tx=0x7f2b38004770 comp rx=0 tx=0).stop 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 -- 172.21.15.99:0/1597135093 shutdown_connections 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2b2c066730 0x7f2b2c068bf0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2b4c0b1db0 0x7f2b4c0c4b50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2b4c1444f0 0x7f2b4c0c5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 --2- 172.21.15.99:0/1597135093 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2b4c06e7b0 0x7f2b4c13c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 -- 172.21.15.99:0/1597135093 >> 172.21.15.99:0/1597135093 conn(0x7f2b4c06bd40 msgr2=0x7f2b4c15b7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 -- 172.21.15.99:0/1597135093 shutdown_connections 2024-09-13T17:00:10.911 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:10.905+0000 7f2b52200700 1 -- 172.21.15.99:0/1597135093 wait complete. 2024-09-13T17:00:10.932 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:11.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.093+0000 7f7b55e00700 1 Processor -- start 2024-09-13T17:00:11.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.097+0000 7f7b55e00700 1 -- start start 2024-09-13T17:00:11.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.097+0000 7f7b55e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f7b50154fb0 0x7f7b500cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.097+0000 7f7b55e00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b500cb970 con 0x7f7b500b4630 2024-09-13T17:00:11.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.097+0000 7f7b55e00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b5015b770 con 0x7f7b500b2600 2024-09-13T17:00:11.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.097+0000 7f7b55e00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b5015c000 con 0x7f7b50154fb0 2024-09-13T17:00:11.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.097+0000 7f7b4fe00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f7b500b4630 0x7f7b5015b060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47290/0 (socket says 172.21.15.99:47290) 2024-09-13T17:00:11.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.097+0000 7f7b4fe00700 1 -- 172.21.15.99:0/2731891210 learned_addr learned my addr 172.21.15.99:0/2731891210 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:11.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.097+0000 7f7b54a00700 1 --2- 172.21.15.99:0/2731891210 >> v2:172.21.15.170:3300/0 conn(0x7f7b50154fb0 0x7f7b500cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.097+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2416430182 0 0) 0x7f7b500cb970 con 0x7f7b500b4630 2024-09-13T17:00:11.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.097+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b380035d0 con 0x7f7b500b4630 2024-09-13T17:00:11.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 752946384 0 0) 0x7f7b5015b770 con 0x7f7b500b2600 2024-09-13T17:00:11.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b500cb970 con 0x7f7b500b2600 2024-09-13T17:00:11.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 550953881 0 0) 0x7f7b380035d0 con 0x7f7b500b4630 2024-09-13T17:00:11.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 >> v2:172.21.15.170:3300/0 conn(0x7f7b50154fb0 msgr2=0x7f7b500cbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:11.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 --2- 172.21.15.99:0/2731891210 >> v2:172.21.15.170:3300/0 conn(0x7f7b50154fb0 0x7f7b500cbe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 >> v1:172.21.15.170:6789/0 conn(0x7f7b500b2600 legacy=0x7f7b500cc940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b5015ba40 con 0x7f7b500b4630 2024-09-13T17:00:11.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f7b3c001670 con 0x7f7b500b4630 2024-09-13T17:00:11.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 >> v1:172.21.15.99:6789/0 conn(0x7f7b500b4630 legacy=0x7f7b5015b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b38003bb0 0x7f7b38003fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b38004870 0x7f7b38004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7b38005230 0x7f7b3800fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b5015c000 con 0x7f7b38003bb0 2024-09-13T17:00:11.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b380104c0 con 0x7f7b38004870 2024-09-13T17:00:11.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b38010680 con 0x7f7b38005230 2024-09-13T17:00:11.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b54a00700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b38003bb0 0x7f7b38003fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b54a00700 1 -- 172.21.15.99:0/2731891210 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7b38005230 msgr2=0x7f7b3800fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:11.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b54a00700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7b38005230 0x7f7b3800fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b54a00700 1 -- 172.21.15.99:0/2731891210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b38004870 msgr2=0x7f7b38004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:11.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4fe00700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b38004870 0x7f7b38004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b54a00700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b38004870 0x7f7b38004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b54a00700 1 -- 172.21.15.99:0/2731891210 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b380035d0 con 0x7f7b38003bb0 2024-09-13T17:00:11.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b55400700 1 -- 172.21.15.99:0/2731891210 reap_dead start 2024-09-13T17:00:11.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4fe00700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b38004870 0x7f7b38004cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:11.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b54a00700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b38003bb0 0x7f7b38003fb0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7b44009fc0 tx=0x7f7b380058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9e16b3275079623 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:11.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b4400ec30 con 0x7f7b38003bb0 2024-09-13T17:00:11.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b4400f040 con 0x7f7b38003bb0 2024-09-13T17:00:11.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b4f400700 1 -- 172.21.15.99:0/2731891210 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b44014480 con 0x7f7b38003bb0 2024-09-13T17:00:11.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b55e00700 1 -- 172.21.15.99:0/2731891210 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b38003bb0 msgr2=0x7f7b38003fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.101+0000 7f7b55e00700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b38003bb0 0x7f7b38003fb0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7b44009fc0 tx=0x7f7b380058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.105+0000 7f7b55e00700 1 -- 172.21.15.99:0/2731891210 shutdown_connections 2024-09-13T17:00:11.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.105+0000 7f7b55e00700 1 --2- 172.21.15.99:0/2731891210 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b38003bb0 0x7f7b38003fb0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.105+0000 7f7b55e00700 1 -- 172.21.15.99:0/2731891210 >> 172.21.15.99:0/2731891210 conn(0x7f7b50066780 msgr2=0x7f7b5006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:11.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.105+0000 7f7b55e00700 1 -- 172.21.15.99:0/2731891210 shutdown_connections 2024-09-13T17:00:11.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.105+0000 7f7b55e00700 1 -- 172.21.15.99:0/2731891210 wait complete. 2024-09-13T17:00:11.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.105+0000 7f7b55e00700 1 Processor -- start 2024-09-13T17:00:11.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.105+0000 7f7b55e00700 1 -- start start 2024-09-13T17:00:11.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b38003bb0 0x7f7b5015c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7b50147660 0x7f7b5014b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b50150940 0x7f7b50150da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b501512e0 con 0x7f7b50150940 2024-09-13T17:00:11.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b5014cc50 con 0x7f7b38003bb0 2024-09-13T17:00:11.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b501481e0 con 0x7f7b50147660 2024-09-13T17:00:11.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b50150940 0x7f7b50150da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b50150940 0x7f7b50150da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40734/0 (socket says 172.21.15.99:40734) 2024-09-13T17:00:11.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55400700 1 -- 172.21.15.99:0/3579883625 learned_addr learned my addr 172.21.15.99:0/3579883625 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:11.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b4fe00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7b50147660 0x7f7b5014b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b54a00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b38003bb0 0x7f7b5015c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55400700 1 -- 172.21.15.99:0/3579883625 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7b50147660 msgr2=0x7f7b5014b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55400700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7b50147660 0x7f7b5014b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55400700 1 -- 172.21.15.99:0/3579883625 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b38003bb0 msgr2=0x7f7b5015c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55400700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b38003bb0 0x7f7b5015c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55400700 1 -- 172.21.15.99:0/3579883625 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b5014c640 con 0x7f7b50150940 2024-09-13T17:00:11.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55400700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b50150940 0x7f7b50150da0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7b380047f0 tx=0x7f7b4800c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:11.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b4cc00700 1 -- 172.21.15.99:0/3579883625 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b48004220 con 0x7f7b50150940 2024-09-13T17:00:11.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b4cc00700 1 -- 172.21.15.99:0/3579883625 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b480043a0 con 0x7f7b50150940 2024-09-13T17:00:11.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55e00700 1 -- 172.21.15.99:0/3579883625 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b5014ab50 con 0x7f7b50150940 2024-09-13T17:00:11.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b4cc00700 1 -- 172.21.15.99:0/3579883625 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b48005ab0 con 0x7f7b50150940 2024-09-13T17:00:11.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.109+0000 7f7b55e00700 1 -- 172.21.15.99:0/3579883625 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b5014c8e0 con 0x7f7b50150940 2024-09-13T17:00:11.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.113+0000 7f7b55e00700 1 -- 172.21.15.99:0/3579883625 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b500b2a70 con 0x7f7b50150940 2024-09-13T17:00:11.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.113+0000 7f7b4cc00700 1 -- 172.21.15.99:0/3579883625 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7b48005c30 con 0x7f7b50150940 2024-09-13T17:00:11.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.113+0000 7f7b4cc00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7b30066730 0x7f7b30068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.113+0000 7f7b4cc00700 1 -- 172.21.15.99:0/3579883625 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7b48082f30 con 0x7f7b50150940 2024-09-13T17:00:11.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.113+0000 7f7b54a00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7b30066730 0x7f7b30068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.120 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.117+0000 7f7b54a00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7b30066730 0x7f7b30068bf0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7b5014a330 tx=0x7f7b44013000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:11.126 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.121+0000 7f7b4cc00700 1 -- 172.21.15.99:0/3579883625 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7b48050170 con 0x7f7b50150940 2024-09-13T17:00:11.301 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.297+0000 7f7b55e00700 1 -- 172.21.15.99:0/3579883625 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7b500b23e0 con 0x7f7b50150940 2024-09-13T17:00:11.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.297+0000 7f7b4cc00700 1 -- 172.21.15.99:0/3579883625 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7b48053790 con 0x7f7b50150940 2024-09-13T17:00:11.302 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:11.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 -- 172.21.15.99:0/3579883625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7b30066730 msgr2=0x7f7b30068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7b30066730 0x7f7b30068bf0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7b5014a330 tx=0x7f7b44013000 comp rx=0 tx=0).stop 2024-09-13T17:00:11.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 -- 172.21.15.99:0/3579883625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b50150940 msgr2=0x7f7b50150da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b50150940 0x7f7b50150da0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7b380047f0 tx=0x7f7b4800c700 comp rx=0 tx=0).stop 2024-09-13T17:00:11.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 -- 172.21.15.99:0/3579883625 shutdown_connections 2024-09-13T17:00:11.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7b30066730 0x7f7b30068bf0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7b50150940 0x7f7b50150da0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7b50147660 0x7f7b5014b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 --2- 172.21.15.99:0/3579883625 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7b38003bb0 0x7f7b5015c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 -- 172.21.15.99:0/3579883625 >> 172.21.15.99:0/3579883625 conn(0x7f7b50066780 msgr2=0x7f7b500cce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:11.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 -- 172.21.15.99:0/3579883625 shutdown_connections 2024-09-13T17:00:11.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.301+0000 7f7b55e00700 1 -- 172.21.15.99:0/3579883625 wait complete. 2024-09-13T17:00:11.328 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:11.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6167200700 1 Processor -- start 2024-09-13T17:00:11.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6167200700 1 -- start start 2024-09-13T17:00:11.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6167200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 0x7f61680b1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6167200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6168071fe0 0x7f61680ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6167200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6168160ad0 con 0x7f61680b2140 2024-09-13T17:00:11.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6167200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61680b0e70 con 0x7f6168071fe0 2024-09-13T17:00:11.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6167200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61680cfa60 con 0x7f61681606f0 2024-09-13T17:00:11.515 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6165400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6168071fe0 0x7f61680ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.515 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6165400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6168071fe0 0x7f61680ad870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40742/0 (socket says 172.21.15.99:40742) 2024-09-13T17:00:11.515 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6165e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 0x7f61680b1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.515 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6165400700 1 -- 172.21.15.99:0/3318356242 learned_addr learned my addr 172.21.15.99:0/3318356242 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:11.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.509+0000 7f6165400700 1 -- 172.21.15.99:0/3318356242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 msgr2=0x7f61680b1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:11.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6165400700 1 --2- 172.21.15.99:0/3318356242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 0x7f61680b1c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6165400700 1 -- 172.21.15.99:0/3318356242 >> v1:172.21.15.99:6789/0 conn(0x7f61680b2140 legacy=0x7f61680ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6165400700 1 -- 172.21.15.99:0/3318356242 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61680b1120 con 0x7f6168071fe0 2024-09-13T17:00:11.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6165e00700 1 --2- 172.21.15.99:0/3318356242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 0x7f61680b1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:11.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6164a00700 1 -- 172.21.15.99:0/3318356242 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3010323179 0 0) 0x7f6168160ad0 con 0x7f61680b2140 2024-09-13T17:00:11.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6165400700 1 --2- 172.21.15.99:0/3318356242 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 0x7f61680ad870 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6154009910 tx=0x7f6154009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c68088f727653f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:11.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6164a00700 1 -- 172.21.15.99:0/3318356242 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6154011830 con 0x7f6168071fe0 2024-09-13T17:00:11.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6164a00700 1 -- 172.21.15.99:0/3318356242 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6154011990 con 0x7f6168071fe0 2024-09-13T17:00:11.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6164a00700 1 -- 172.21.15.99:0/3318356242 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6154011d40 con 0x7f6168071fe0 2024-09-13T17:00:11.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6167200700 1 -- 172.21.15.99:0/3318356242 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 msgr2=0x7f61680ad870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6167200700 1 --2- 172.21.15.99:0/3318356242 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 0x7f61680ad870 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6154009910 tx=0x7f6154009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:11.518 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6167200700 1 -- 172.21.15.99:0/3318356242 shutdown_connections 2024-09-13T17:00:11.518 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6167200700 1 --2- 172.21.15.99:0/3318356242 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 0x7f61680ad870 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.519 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6167200700 1 --2- 172.21.15.99:0/3318356242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 0x7f61680b1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.519 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6167200700 1 -- 172.21.15.99:0/3318356242 >> 172.21.15.99:0/3318356242 conn(0x7f61680d0ba0 msgr2=0x7f61680d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:11.519 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6167200700 1 -- 172.21.15.99:0/3318356242 shutdown_connections 2024-09-13T17:00:11.519 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.513+0000 7f6167200700 1 -- 172.21.15.99:0/3318356242 wait complete. 2024-09-13T17:00:11.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.517+0000 7f6167200700 1 Processor -- start 2024-09-13T17:00:11.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.517+0000 7f6167200700 1 -- start start 2024-09-13T17:00:11.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6167200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 0x7f61680c8f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6167200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f61680b2140 0x7f616815bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6167200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 0x7f616815c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6167200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61680ca4f0 con 0x7f6168071fe0 2024-09-13T17:00:11.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6167200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61680c9870 con 0x7f61680b2140 2024-09-13T17:00:11.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6167200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61680c9b50 con 0x7f61681606f0 2024-09-13T17:00:11.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6165e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 0x7f61680c8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6165e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 0x7f61680c8f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40744/0 (socket says 172.21.15.99:40744) 2024-09-13T17:00:11.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6165e00700 1 -- 172.21.15.99:0/2946107838 learned_addr learned my addr 172.21.15.99:0/2946107838 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:11.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6165400700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f61680b2140 0x7f616815bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6166800700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 0x7f616815c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6165e00700 1 -- 172.21.15.99:0/2946107838 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 msgr2=0x7f616815c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6165e00700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 0x7f616815c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6165e00700 1 -- 172.21.15.99:0/2946107838 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f61680b2140 msgr2=0x7f616815bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6165e00700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f61680b2140 0x7f616815bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6165e00700 1 -- 172.21.15.99:0/2946107838 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61580094b0 con 0x7f6168071fe0 2024-09-13T17:00:11.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6165e00700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 0x7f61680c8f00 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f615800ebe0 tx=0x7f6158009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:11.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f615e000700 1 -- 172.21.15.99:0/2946107838 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f615800c910 con 0x7f6168071fe0 2024-09-13T17:00:11.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f615e000700 1 -- 172.21.15.99:0/2946107838 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f615800ca70 con 0x7f6168071fe0 2024-09-13T17:00:11.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6167200700 1 -- 172.21.15.99:0/2946107838 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6154009570 con 0x7f6168071fe0 2024-09-13T17:00:11.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f615e000700 1 -- 172.21.15.99:0/2946107838 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f615800ce00 con 0x7f6168071fe0 2024-09-13T17:00:11.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.521+0000 7f6167200700 1 -- 172.21.15.99:0/2946107838 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61680ca110 con 0x7f6168071fe0 2024-09-13T17:00:11.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.525+0000 7f6167200700 1 -- 172.21.15.99:0/2946107838 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6168068470 con 0x7f6168071fe0 2024-09-13T17:00:11.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.525+0000 7f615e000700 1 -- 172.21.15.99:0/2946107838 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6158013470 con 0x7f6168071fe0 2024-09-13T17:00:11.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.525+0000 7f615e000700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6148066730 0x7f6148068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.525+0000 7f615e000700 1 -- 172.21.15.99:0/2946107838 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6158084460 con 0x7f6168071fe0 2024-09-13T17:00:11.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.525+0000 7f6165400700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6148066730 0x7f6148068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.529+0000 7f6165400700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6148066730 0x7f6148068bf0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6154009910 tx=0x7f6154008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:11.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.533+0000 7f615e000700 1 -- 172.21.15.99:0/2946107838 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6158051730 con 0x7f6168071fe0 2024-09-13T17:00:11.720 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.717+0000 7f6167200700 1 -- 172.21.15.99:0/2946107838 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f61680b0660 con 0x7f6168071fe0 2024-09-13T17:00:11.721 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.717+0000 7f615e000700 1 -- 172.21.15.99:0/2946107838 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6158054d50 con 0x7f6168071fe0 2024-09-13T17:00:11.721 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:11.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 -- 172.21.15.99:0/2946107838 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6148066730 msgr2=0x7f6148068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6148066730 0x7f6148068bf0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6154009910 tx=0x7f6154008030 comp rx=0 tx=0).stop 2024-09-13T17:00:11.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 -- 172.21.15.99:0/2946107838 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 msgr2=0x7f61680c8f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 0x7f61680c8f00 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f615800ebe0 tx=0x7f6158009ed0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 -- 172.21.15.99:0/2946107838 shutdown_connections 2024-09-13T17:00:11.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6148066730 0x7f6148068bf0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f61681606f0 0x7f616815c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f61680b2140 0x7f616815bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 --2- 172.21.15.99:0/2946107838 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6168071fe0 0x7f61680c8f00 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 -- 172.21.15.99:0/2946107838 >> 172.21.15.99:0/2946107838 conn(0x7f61680d0ba0 msgr2=0x7f6168145980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:11.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 -- 172.21.15.99:0/2946107838 shutdown_connections 2024-09-13T17:00:11.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.721+0000 7f6167200700 1 -- 172.21.15.99:0/2946107838 wait complete. 2024-09-13T17:00:11.748 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:00:11.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.917+0000 7fd3e9e00700 1 Processor -- start 2024-09-13T17:00:11.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.917+0000 7fd3e9e00700 1 -- start start 2024-09-13T17:00:11.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e9e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd3e40cc9a0 0x7fd3e415af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e9e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fd3e40ce610 0x7fd3e406cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e9e00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3e4151ef0 con 0x7fd3e406d070 2024-09-13T17:00:11.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e9e00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3e40cea80 con 0x7fd3e40cc9a0 2024-09-13T17:00:11.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e9e00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3e415b590 con 0x7fd3e40ce610 2024-09-13T17:00:11.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e8a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd3e40cc9a0 0x7fd3e415af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e8a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd3e40cc9a0 0x7fd3e415af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40756/0 (socket says 172.21.15.99:40756) 2024-09-13T17:00:11.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e8a00700 1 -- 172.21.15.99:0/3035583857 learned_addr learned my addr 172.21.15.99:0/3035583857 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:11.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e3e00700 1 --2- 172.21.15.99:0/3035583857 >> v2:172.21.15.170:3300/0 conn(0x7fd3e40ce610 0x7fd3e406cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e8a00700 1 -- 172.21.15.99:0/3035583857 >> v2:172.21.15.170:3300/0 conn(0x7fd3e40ce610 msgr2=0x7fd3e406cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:11.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e8a00700 1 --2- 172.21.15.99:0/3035583857 >> v2:172.21.15.170:3300/0 conn(0x7fd3e40ce610 0x7fd3e406cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e8a00700 1 -- 172.21.15.99:0/3035583857 >> v1:172.21.15.99:6789/0 conn(0x7fd3e406d070 legacy=0x7fd3e415eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e8a00700 1 -- 172.21.15.99:0/3035583857 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3e40ae5f0 con 0x7fd3e40cc9a0 2024-09-13T17:00:11.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.921+0000 7fd3e3400700 1 -- 172.21.15.99:0/3035583857 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3201807019 0 0) 0x7fd3e4151ef0 con 0x7fd3e406d070 2024-09-13T17:00:11.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e8a00700 1 --2- 172.21.15.99:0/3035583857 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e40cc9a0 0x7fd3e415af60 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd3e40ae810 tx=0x7fd3d8009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f57321475d530313 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:11.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e3400700 1 -- 172.21.15.99:0/3035583857 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d8011830 con 0x7fd3e40cc9a0 2024-09-13T17:00:11.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e3400700 1 -- 172.21.15.99:0/3035583857 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3d8011990 con 0x7fd3e40cc9a0 2024-09-13T17:00:11.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e3400700 1 -- 172.21.15.99:0/3035583857 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d8011d20 con 0x7fd3e40cc9a0 2024-09-13T17:00:11.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e9e00700 1 -- 172.21.15.99:0/3035583857 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e40cc9a0 msgr2=0x7fd3e415af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e9e00700 1 --2- 172.21.15.99:0/3035583857 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e40cc9a0 0x7fd3e415af60 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd3e40ae810 tx=0x7fd3d8009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e9e00700 1 -- 172.21.15.99:0/3035583857 shutdown_connections 2024-09-13T17:00:11.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e9e00700 1 --2- 172.21.15.99:0/3035583857 >> v2:172.21.15.170:3300/0 conn(0x7fd3e40ce610 0x7fd3e406cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e9e00700 1 --2- 172.21.15.99:0/3035583857 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e40cc9a0 0x7fd3e415af60 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e9e00700 1 -- 172.21.15.99:0/3035583857 >> 172.21.15.99:0/3035583857 conn(0x7fd3e406f790 msgr2=0x7fd3e406fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:11.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e9e00700 1 -- 172.21.15.99:0/3035583857 shutdown_connections 2024-09-13T17:00:11.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.925+0000 7fd3e9e00700 1 -- 172.21.15.99:0/3035583857 wait complete. 2024-09-13T17:00:11.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9e00700 1 Processor -- start 2024-09-13T17:00:11.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9e00700 1 -- start start 2024-09-13T17:00:11.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e406d070 0x7fd3e4146600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3e40cc9a0 0x7fd3e414e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e40ce610 0x7fd3e41505b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3e4146b40 con 0x7fd3e406d070 2024-09-13T17:00:11.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3e40b23a0 con 0x7fd3e40ce610 2024-09-13T17:00:11.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3e40b2680 con 0x7fd3e40cc9a0 2024-09-13T17:00:11.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e8a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e406d070 0x7fd3e4146600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e8a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e406d070 0x7fd3e4146600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:40762/0 (socket says 172.21.15.99:40762) 2024-09-13T17:00:11.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e8a00700 1 -- 172.21.15.99:0/635881466 learned_addr learned my addr 172.21.15.99:0/635881466 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:11.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e3e00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3e40cc9a0 0x7fd3e414e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9400700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e40ce610 0x7fd3e41505b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e8a00700 1 -- 172.21.15.99:0/635881466 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3e40cc9a0 msgr2=0x7fd3e414e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e8a00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3e40cc9a0 0x7fd3e414e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e8a00700 1 -- 172.21.15.99:0/635881466 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e40ce610 msgr2=0x7fd3e41505b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:11.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e8a00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e40ce610 0x7fd3e41505b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:11.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e8a00700 1 -- 172.21.15.99:0/635881466 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3d8009570 con 0x7fd3e406d070 2024-09-13T17:00:11.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e3e00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3e40cc9a0 0x7fd3e414e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:11.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9400700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e40ce610 0x7fd3e41505b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:11.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e8a00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e406d070 0x7fd3e4146600 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd3e40b1a10 tx=0x7fd3d8004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:11.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e0c00700 1 -- 172.21.15.99:0/635881466 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d80045d0 con 0x7fd3e406d070 2024-09-13T17:00:11.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e0c00700 1 -- 172.21.15.99:0/635881466 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3d801f070 con 0x7fd3e406d070 2024-09-13T17:00:11.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e0c00700 1 -- 172.21.15.99:0/635881466 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d80038e0 con 0x7fd3e406d070 2024-09-13T17:00:11.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9e00700 1 -- 172.21.15.99:0/635881466 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3e40b2960 con 0x7fd3e406d070 2024-09-13T17:00:11.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.929+0000 7fd3e9e00700 1 -- 172.21.15.99:0/635881466 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3e40b2f20 con 0x7fd3e406d070 2024-09-13T17:00:11.937 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.933+0000 7fd3e9e00700 1 -- 172.21.15.99:0/635881466 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3e415af60 con 0x7fd3e406d070 2024-09-13T17:00:11.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.933+0000 7fd3e0c00700 1 -- 172.21.15.99:0/635881466 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd3d8003a40 con 0x7fd3e406d070 2024-09-13T17:00:11.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.933+0000 7fd3e0c00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3c4066730 0x7fd3c4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:11.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.933+0000 7fd3e0c00700 1 -- 172.21.15.99:0/635881466 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd3d8021070 con 0x7fd3e406d070 2024-09-13T17:00:11.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.933+0000 7fd3e3e00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3c4066730 0x7fd3c4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:11.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.937+0000 7fd3e3e00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3c4066730 0x7fd3c4068bf0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd3e40b42a0 tx=0x7fd3d0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:11.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:11.941+0000 7fd3e0c00700 1 -- 172.21.15.99:0/635881466 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd3d8052b20 con 0x7fd3e406d070 2024-09-13T17:00:12.173 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.169+0000 7fd3e9e00700 1 -- 172.21.15.99:0/635881466 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd3e40b3ff0 con 0x7fd3e406d070 2024-09-13T17:00:12.174 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.169+0000 7fd3e0c00700 1 -- 172.21.15.99:0/635881466 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4731 (secure 0 0 0) 0x7fd3d8056140 con 0x7fd3e406d070 2024-09-13T17:00:12.175 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:12.175 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/1101757392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":1101757392},{"type":"v1","addr":"172.21.15.170:6833","nonce":1101757392}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/729702588","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":729702588},{"type":"v1","addr":"172.21.15.99:6837","nonce":729702588}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6835/2431157926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2431157926},{"type":"v1","addr":"172.21.15.170:6835","nonce":2431157926}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:00:01.600654+0000","modified":"2024-09-13T17:00:04.618731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4260":{"gid":4260,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6836/1455903740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1455903740},{"type":"v1","addr":"172.21.15.99:6836","nonce":1455903740}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:00:12.177 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 -- 172.21.15.99:0/635881466 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3c4066730 msgr2=0x7fd3c4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.177 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3c4066730 0x7fd3c4068bf0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd3e40b42a0 tx=0x7fd3d0008040 comp rx=0 tx=0).stop 2024-09-13T17:00:12.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 -- 172.21.15.99:0/635881466 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e406d070 msgr2=0x7fd3e4146600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e406d070 0x7fd3e4146600 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd3e40b1a10 tx=0x7fd3d8004770 comp rx=0 tx=0).stop 2024-09-13T17:00:12.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 -- 172.21.15.99:0/635881466 shutdown_connections 2024-09-13T17:00:12.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3c4066730 0x7fd3c4068bf0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3e40ce610 0x7fd3e41505b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3e40cc9a0 0x7fd3e414e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 --2- 172.21.15.99:0/635881466 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3e406d070 0x7fd3e4146600 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 -- 172.21.15.99:0/635881466 >> 172.21.15.99:0/635881466 conn(0x7fd3e406f790 msgr2=0x7fd3e40b4510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:12.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 -- 172.21.15.99:0/635881466 shutdown_connections 2024-09-13T17:00:12.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.173+0000 7fd3e9e00700 1 -- 172.21.15.99:0/635881466 wait complete. 2024-09-13T17:00:12.179 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2024-09-13T17:00:12.197 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:12.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.353+0000 7f03b7200700 1 Processor -- start 2024-09-13T17:00:12.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.353+0000 7f03b7200700 1 -- start start 2024-09-13T17:00:12.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03b7200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f03b815af60 0x7f03b80ce610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03b7200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03b8151ef0 con 0x7f03b80cc9a0 2024-09-13T17:00:12.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03b7200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03b80ae5f0 con 0x7f03b815eb10 2024-09-13T17:00:12.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03b7200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03b815b590 con 0x7f03b815af60 2024-09-13T17:00:12.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03afe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f03b815af60 0x7f03b80ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03b5e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f03b80cc9a0 0x7f03b806cb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42832/0 (socket says 172.21.15.99:42832) 2024-09-13T17:00:12.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03b5e00700 1 -- 172.21.15.99:0/1647992474 learned_addr learned my addr 172.21.15.99:0/1647992474 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:12.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03afe00700 1 -- 172.21.15.99:0/1647992474 >> v1:172.21.15.170:6789/0 conn(0x7f03b815eb10 legacy=0x7f03b80b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03afe00700 1 -- 172.21.15.99:0/1647992474 >> v1:172.21.15.99:6789/0 conn(0x7f03b80cc9a0 legacy=0x7f03b806cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03b5400700 1 -- 172.21.15.99:0/1647992474 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1725334379 0 0) 0x7f03b8151ef0 con 0x7f03b80cc9a0 2024-09-13T17:00:12.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03afe00700 1 -- 172.21.15.99:0/1647992474 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03b815b870 con 0x7f03b815af60 2024-09-13T17:00:12.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03afe00700 1 --2- 172.21.15.99:0/1647992474 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 0x7f03b80ce610 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f03a0009850 tx=0x7f03a0009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5cb7b170cd2177f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:12.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03b5400700 1 -- 172.21.15.99:0/1647992474 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03a0011830 con 0x7f03b815af60 2024-09-13T17:00:12.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03b5400700 1 -- 172.21.15.99:0/1647992474 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03a0011990 con 0x7f03b815af60 2024-09-13T17:00:12.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.357+0000 7f03b5400700 1 -- 172.21.15.99:0/1647992474 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03a0011d20 con 0x7f03b815af60 2024-09-13T17:00:12.364 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.361+0000 7f03b7200700 1 -- 172.21.15.99:0/1647992474 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 msgr2=0x7f03b80ce610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.364 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.361+0000 7f03b7200700 1 --2- 172.21.15.99:0/1647992474 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 0x7f03b80ce610 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f03a0009850 tx=0x7f03a0009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:12.364 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.361+0000 7f03b7200700 1 -- 172.21.15.99:0/1647992474 shutdown_connections 2024-09-13T17:00:12.364 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.361+0000 7f03b7200700 1 --2- 172.21.15.99:0/1647992474 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 0x7f03b80ce610 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.364 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.361+0000 7f03b7200700 1 -- 172.21.15.99:0/1647992474 >> 172.21.15.99:0/1647992474 conn(0x7f03b806f790 msgr2=0x7f03b806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:12.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.361+0000 7f03b7200700 1 -- 172.21.15.99:0/1647992474 shutdown_connections 2024-09-13T17:00:12.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.361+0000 7f03b7200700 1 -- 172.21.15.99:0/1647992474 wait complete. 2024-09-13T17:00:12.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.361+0000 7f03b7200700 1 Processor -- start 2024-09-13T17:00:12.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.361+0000 7f03b7200700 1 -- start start 2024-09-13T17:00:12.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b7200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f03b80cc9a0 0x7f03b81e5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b7200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 0x7f03b80ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b7200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03b815eb10 0x7f03b80acdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b7200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03b80b1de0 con 0x7f03b815af60 2024-09-13T17:00:12.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b7200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03b81e6810 con 0x7f03b815eb10 2024-09-13T17:00:12.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b7200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03b814c280 con 0x7f03b80cc9a0 2024-09-13T17:00:12.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03afe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 0x7f03b80ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03afe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 0x7f03b80ac8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:46988/0 (socket says 172.21.15.99:46988) 2024-09-13T17:00:12.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03afe00700 1 -- 172.21.15.99:0/4204085981 learned_addr learned my addr 172.21.15.99:0/4204085981 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:12.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b5e00700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f03b80cc9a0 0x7f03b81e5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b6800700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03b815eb10 0x7f03b80acdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03afe00700 1 -- 172.21.15.99:0/4204085981 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f03b80cc9a0 msgr2=0x7f03b81e5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03afe00700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f03b80cc9a0 0x7f03b81e5fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03afe00700 1 -- 172.21.15.99:0/4204085981 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03b815eb10 msgr2=0x7f03b80acdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03afe00700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03b815eb10 0x7f03b80acdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03afe00700 1 -- 172.21.15.99:0/4204085981 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03a00094b0 con 0x7f03b815af60 2024-09-13T17:00:12.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b6800700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03b815eb10 0x7f03b80acdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:12.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03afe00700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 0x7f03b80ac8b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f03a0000c00 tx=0x7f03a0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:12.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03ae000700 1 -- 172.21.15.99:0/4204085981 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03a00036c0 con 0x7f03b815af60 2024-09-13T17:00:12.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03ae000700 1 -- 172.21.15.99:0/4204085981 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03a001e070 con 0x7f03b815af60 2024-09-13T17:00:12.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03ae000700 1 -- 172.21.15.99:0/4204085981 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03a0003a60 con 0x7f03b815af60 2024-09-13T17:00:12.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b7200700 1 -- 172.21.15.99:0/4204085981 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03b814c560 con 0x7f03b815af60 2024-09-13T17:00:12.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.365+0000 7f03b7200700 1 -- 172.21.15.99:0/4204085981 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03b814cb20 con 0x7f03b815af60 2024-09-13T17:00:12.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.369+0000 7f03b7200700 1 -- 172.21.15.99:0/4204085981 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03b80ce610 con 0x7f03b815af60 2024-09-13T17:00:12.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.369+0000 7f03ae000700 1 -- 172.21.15.99:0/4204085981 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f03a0003bc0 con 0x7f03b815af60 2024-09-13T17:00:12.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.369+0000 7f03ae000700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0394066730 0x7f0394068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.369+0000 7f03ae000700 1 -- 172.21.15.99:0/4204085981 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f03a0085430 con 0x7f03b815af60 2024-09-13T17:00:12.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.369+0000 7f03b5e00700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0394066730 0x7f0394068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.373+0000 7f03b5e00700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0394066730 0x7f0394068bf0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f03a8000f60 tx=0x7f03a8007dd0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:12.381 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.377+0000 7f03ae000700 1 -- 172.21.15.99:0/4204085981 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f03a0052790 con 0x7f03b815af60 2024-09-13T17:00:12.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.565+0000 7f03b7200700 1 -- 172.21.15.99:0/4204085981 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f03b81e71f0 con 0x7f03b815af60 2024-09-13T17:00:12.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.565+0000 7f03ae000700 1 -- 172.21.15.99:0/4204085981 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7f03a0055db0 con 0x7f03b815af60 2024-09-13T17:00:12.571 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:12.572 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:12.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 -- 172.21.15.99:0/4204085981 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0394066730 msgr2=0x7f0394068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0394066730 0x7f0394068bf0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f03a8000f60 tx=0x7f03a8007dd0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 -- 172.21.15.99:0/4204085981 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 msgr2=0x7f03b80ac8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 0x7f03b80ac8b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f03a0000c00 tx=0x7f03a0004770 comp rx=0 tx=0).stop 2024-09-13T17:00:12.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 -- 172.21.15.99:0/4204085981 shutdown_connections 2024-09-13T17:00:12.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0394066730 0x7f0394068bf0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f03b815af60 0x7f03b80ac8b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03b815eb10 0x7f03b80acdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 --2- 172.21.15.99:0/4204085981 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f03b80cc9a0 0x7f03b81e5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 -- 172.21.15.99:0/4204085981 >> 172.21.15.99:0/4204085981 conn(0x7f03b806f790 msgr2=0x7f03b806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:12.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 -- 172.21.15.99:0/4204085981 shutdown_connections 2024-09-13T17:00:12.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.569+0000 7f03b7200700 1 -- 172.21.15.99:0/4204085981 wait complete. 2024-09-13T17:00:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:12.595 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:12.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.769+0000 7fa167e00700 1 Processor -- start 2024-09-13T17:00:12.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.769+0000 7fa167e00700 1 -- start start 2024-09-13T17:00:12.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa167e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fa168154fb0 0x7fa1680cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa167e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1680b2600 0x7fa1680b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa167e00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1680cb970 con 0x7fa1680b4630 2024-09-13T17:00:12.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa167e00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa16815c000 con 0x7fa168154fb0 2024-09-13T17:00:12.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa167e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1680b2f80 con 0x7fa1680b2600 2024-09-13T17:00:12.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa166000700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fa1680b4630 0x7fa16815b060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42844/0 (socket says 172.21.15.99:42844) 2024-09-13T17:00:12.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa166000700 1 -- 172.21.15.99:0/961517315 learned_addr learned my addr 172.21.15.99:0/961517315 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:12.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa166a00700 1 --2- 172.21.15.99:0/961517315 >> v2:172.21.15.170:3300/0 conn(0x7fa168154fb0 0x7fa1680cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa167400700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1680b2600 0x7fa1680b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1193628046 0 0) 0x7fa1680cb970 con 0x7fa1680b4630 2024-09-13T17:00:12.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa14c0035d0 con 0x7fa1680b4630 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3306153697 0 0) 0x7fa14c0035d0 con 0x7fa1680b4630 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1680b2600 msgr2=0x7fa1680b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1680b2600 0x7fa1680b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 >> v2:172.21.15.170:3300/0 conn(0x7fa168154fb0 msgr2=0x7fa1680cbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 --2- 172.21.15.99:0/961517315 >> v2:172.21.15.170:3300/0 conn(0x7fa168154fb0 0x7fa1680cbe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa16815b770 con 0x7fa1680b4630 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7fa150001670 con 0x7fa1680b4630 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 >> v1:172.21.15.99:6789/0 conn(0x7fa1680b4630 legacy=0x7fa16815b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1680b2600 0x7fa14c003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 0x7fa14c004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa14c004db0 0x7fa14c005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa16815c000 con 0x7fa14c003fa0 2024-09-13T17:00:12.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1680b2f80 con 0x7fa14c004db0 2024-09-13T17:00:12.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa14c00ba30 con 0x7fa1680b2600 2024-09-13T17:00:12.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa166000700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 0x7fa14c004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa166a00700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1680b2600 0x7fa14c003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.773+0000 7fa167400700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa14c004db0 0x7fa14c005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa166000700 1 -- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1680b2600 msgr2=0x7fa14c003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:12.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa166000700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1680b2600 0x7fa14c003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa166000700 1 -- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa14c004db0 msgr2=0x7fa14c005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:12.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa166000700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa14c004db0 0x7fa14c005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa166000700 1 -- 172.21.15.99:0/961517315 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa14c0035d0 con 0x7fa14c003fa0 2024-09-13T17:00:12.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa167400700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa14c004db0 0x7fa14c005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:12.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa166000700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 0x7fa14c004870 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa15000c2f0 tx=0x7fa14c0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4619b9b8ed7aa8fb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:12.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa15000cdd0 con 0x7fa14c003fa0 2024-09-13T17:00:12.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa150005980 con 0x7fa14c003fa0 2024-09-13T17:00:12.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa165600700 1 -- 172.21.15.99:0/961517315 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa150005d30 con 0x7fa14c003fa0 2024-09-13T17:00:12.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa167e00700 1 -- 172.21.15.99:0/961517315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 msgr2=0x7fa14c004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa167e00700 1 --2- 172.21.15.99:0/961517315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 0x7fa14c004870 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa15000c2f0 tx=0x7fa14c0058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa167400700 1 -- 172.21.15.99:0/961517315 reap_dead start 2024-09-13T17:00:12.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa167e00700 1 -- 172.21.15.99:0/961517315 shutdown_connections 2024-09-13T17:00:12.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa167e00700 1 -- 172.21.15.99:0/961517315 >> 172.21.15.99:0/961517315 conn(0x7fa168066780 msgr2=0x7fa16806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:12.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa167e00700 1 -- 172.21.15.99:0/961517315 shutdown_connections 2024-09-13T17:00:12.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.777+0000 7fa167e00700 1 -- 172.21.15.99:0/961517315 wait complete. 2024-09-13T17:00:12.785 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa167e00700 1 Processor -- start 2024-09-13T17:00:12.785 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa167e00700 1 -- start start 2024-09-13T17:00:12.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa167e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 0x7fa16814e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa167e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa16814fc80 0x7fa1681f11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa167e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa168150a40 0x7fa16815a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa167e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa168155e40 con 0x7fa14c003fa0 2024-09-13T17:00:12.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa167e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1681f1700 con 0x7fa168150a40 2024-09-13T17:00:12.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa167e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa16814ebe0 con 0x7fa16814fc80 2024-09-13T17:00:12.788 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa166a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 0x7fa16814e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa166a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 0x7fa16814e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47004/0 (socket says 172.21.15.99:47004) 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.781+0000 7fa166a00700 1 -- 172.21.15.99:0/87241603 learned_addr learned my addr 172.21.15.99:0/87241603 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa166000700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa16814fc80 0x7fa1681f11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa167400700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa168150a40 0x7fa16815a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa166a00700 1 -- 172.21.15.99:0/87241603 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa16814fc80 msgr2=0x7fa1681f11c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa166a00700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa16814fc80 0x7fa1681f11c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa166a00700 1 -- 172.21.15.99:0/87241603 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa168150a40 msgr2=0x7fa16815a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa166a00700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa168150a40 0x7fa16815a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa166a00700 1 -- 172.21.15.99:0/87241603 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa16814eec0 con 0x7fa14c003fa0 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa166a00700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 0x7fa16814e600 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa158011aa0 tx=0x7fa158011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa15ea00700 1 -- 172.21.15.99:0/87241603 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa15800f9e0 con 0x7fa14c003fa0 2024-09-13T17:00:12.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa15ea00700 1 -- 172.21.15.99:0/87241603 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa15800fb40 con 0x7fa14c003fa0 2024-09-13T17:00:12.790 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa15ea00700 1 -- 172.21.15.99:0/87241603 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa158014440 con 0x7fa14c003fa0 2024-09-13T17:00:12.790 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa167e00700 1 -- 172.21.15.99:0/87241603 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa16814f1a0 con 0x7fa14c003fa0 2024-09-13T17:00:12.790 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa167e00700 1 -- 172.21.15.99:0/87241603 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa16814f760 con 0x7fa14c003fa0 2024-09-13T17:00:12.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.785+0000 7fa167e00700 1 -- 172.21.15.99:0/87241603 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa168155390 con 0x7fa14c003fa0 2024-09-13T17:00:12.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.789+0000 7fa15ea00700 1 -- 172.21.15.99:0/87241603 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa1580145a0 con 0x7fa14c003fa0 2024-09-13T17:00:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.789+0000 7fa15ea00700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa144066730 0x7fa144068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:12.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.789+0000 7fa15ea00700 1 -- 172.21.15.99:0/87241603 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa158084a10 con 0x7fa14c003fa0 2024-09-13T17:00:12.794 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.789+0000 7fa166000700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa144066730 0x7fa144068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:12.795 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.789+0000 7fa166000700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa144066730 0x7fa144068bf0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa150008fd0 tx=0x7fa15000a000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:12.798 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.793+0000 7fa15ea00700 1 -- 172.21.15.99:0/87241603 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa158051d70 con 0x7fa14c003fa0 2024-09-13T17:00:12.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.969+0000 7fa167e00700 1 -- 172.21.15.99:0/87241603 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa1680b23e0 con 0x7fa14c003fa0 2024-09-13T17:00:12.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa15ea00700 1 -- 172.21.15.99:0/87241603 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa158022020 con 0x7fa14c003fa0 2024-09-13T17:00:12.976 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:12.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa167e00700 1 -- 172.21.15.99:0/87241603 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa144066730 msgr2=0x7fa144068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa167e00700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa144066730 0x7fa144068bf0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa150008fd0 tx=0x7fa15000a000 comp rx=0 tx=0).stop 2024-09-13T17:00:12.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa167e00700 1 -- 172.21.15.99:0/87241603 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 msgr2=0x7fa16814e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:12.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa167e00700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 0x7fa16814e600 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa158011aa0 tx=0x7fa158011e60 comp rx=0 tx=0).stop 2024-09-13T17:00:12.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa167e00700 1 -- 172.21.15.99:0/87241603 shutdown_connections 2024-09-13T17:00:12.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa167e00700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa144066730 0x7fa144068bf0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa167e00700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa168150a40 0x7fa16815a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa167e00700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa16814fc80 0x7fa1681f11c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa167e00700 1 --2- 172.21.15.99:0/87241603 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa14c003fa0 0x7fa16814e600 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:12.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.973+0000 7fa167e00700 1 -- 172.21.15.99:0/87241603 >> 172.21.15.99:0/87241603 conn(0x7fa168066780 msgr2=0x7fa16815e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:12.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.977+0000 7fa167e00700 1 -- 172.21.15.99:0/87241603 shutdown_connections 2024-09-13T17:00:12.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:12.977+0000 7fa167e00700 1 -- 172.21.15.99:0/87241603 wait complete. 2024-09-13T17:00:13.000 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:13.171 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.165+0000 7fcd32c00700 1 Processor -- start 2024-09-13T17:00:13.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.169+0000 7fcd32c00700 1 -- start start 2024-09-13T17:00:13.174 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.169+0000 7fcd32c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fcd2c06b050 0x7fcd2c06b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.174 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.169+0000 7fcd32c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c0b3370 0x7fcd2c15de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.174 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.169+0000 7fcd32c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd2c06beb0 con 0x7fcd2c15e3a0 2024-09-13T17:00:13.174 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.169+0000 7fcd32c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd2c06b970 con 0x7fcd2c06b050 2024-09-13T17:00:13.174 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.169+0000 7fcd32c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd2c0718b0 con 0x7fcd2c0b3370 2024-09-13T17:00:13.175 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.169+0000 7fcd30c00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fcd2c15e3a0 0x7fcd2c160bd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42850/0 (socket says 172.21.15.99:42850) 2024-09-13T17:00:13.175 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.169+0000 7fcd30c00700 1 -- 172.21.15.99:0/750709883 learned_addr learned my addr 172.21.15.99:0/750709883 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:13.175 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.169+0000 7fcd2b400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c0b3370 0x7fcd2c15de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.175 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.169+0000 7fcd2be00700 1 --2- 172.21.15.99:0/750709883 >> v2:172.21.15.170:3300/0 conn(0x7fcd2c06b050 0x7fcd2c06b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.176 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd2aa00700 1 -- 172.21.15.99:0/750709883 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2918405912 0 0) 0x7fcd2c06beb0 con 0x7fcd2c15e3a0 2024-09-13T17:00:13.176 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd2b400700 1 -- 172.21.15.99:0/750709883 >> v2:172.21.15.170:3300/0 conn(0x7fcd2c06b050 msgr2=0x7fcd2c06b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:13.176 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd2b400700 1 --2- 172.21.15.99:0/750709883 >> v2:172.21.15.170:3300/0 conn(0x7fcd2c06b050 0x7fcd2c06b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.176 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd2b400700 1 -- 172.21.15.99:0/750709883 >> v1:172.21.15.99:6789/0 conn(0x7fcd2c15e3a0 legacy=0x7fcd2c160bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.176 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd2b400700 1 -- 172.21.15.99:0/750709883 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd2c0cf090 con 0x7fcd2c0b3370 2024-09-13T17:00:13.176 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd2be00700 1 --2- 172.21.15.99:0/750709883 >> v2:172.21.15.170:3300/0 conn(0x7fcd2c06b050 0x7fcd2c06b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:13.177 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd2b400700 1 --2- 172.21.15.99:0/750709883 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c0b3370 0x7fcd2c15de60 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcd18009850 tx=0x7fcd18009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ddaaf03a8c613d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:13.177 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd2aa00700 1 -- 172.21.15.99:0/750709883 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd18011830 con 0x7fcd2c0b3370 2024-09-13T17:00:13.177 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd2aa00700 1 -- 172.21.15.99:0/750709883 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd18011990 con 0x7fcd2c0b3370 2024-09-13T17:00:13.177 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd2aa00700 1 -- 172.21.15.99:0/750709883 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd18011d40 con 0x7fcd2c0b3370 2024-09-13T17:00:13.177 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd32c00700 1 -- 172.21.15.99:0/750709883 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c0b3370 msgr2=0x7fcd2c15de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd32c00700 1 --2- 172.21.15.99:0/750709883 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c0b3370 0x7fcd2c15de60 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcd18009850 tx=0x7fcd18009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:13.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd32c00700 1 -- 172.21.15.99:0/750709883 shutdown_connections 2024-09-13T17:00:13.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd32c00700 1 --2- 172.21.15.99:0/750709883 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c0b3370 0x7fcd2c15de60 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.178 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd32c00700 1 --2- 172.21.15.99:0/750709883 >> v2:172.21.15.170:3300/0 conn(0x7fcd2c06b050 0x7fcd2c06b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.179 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd32c00700 1 -- 172.21.15.99:0/750709883 >> 172.21.15.99:0/750709883 conn(0x7fcd2c0b2850 msgr2=0x7fcd2c0b2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:13.179 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd32c00700 1 -- 172.21.15.99:0/750709883 shutdown_connections 2024-09-13T17:00:13.179 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.173+0000 7fcd32c00700 1 -- 172.21.15.99:0/750709883 wait complete. 2024-09-13T17:00:13.182 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.177+0000 7fcd32c00700 1 Processor -- start 2024-09-13T17:00:13.182 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.177+0000 7fcd32c00700 1 -- start start 2024-09-13T17:00:13.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd32c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c06b050 0x7fcd2c1e8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd32c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcd2c0b3370 0x7fcd2c15f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd32c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcd2c15ae30 0x7fcd2c0c4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd32c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd2c160550 con 0x7fcd2c15ae30 2024-09-13T17:00:13.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd32c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd2c15f6e0 con 0x7fcd2c0b3370 2024-09-13T17:00:13.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd32c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd2c0c7ba0 con 0x7fcd2c06b050 2024-09-13T17:00:13.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd30c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcd2c15ae30 0x7fcd2c0c4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd30c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcd2c15ae30 0x7fcd2c0c4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47014/0 (socket says 172.21.15.99:47014) 2024-09-13T17:00:13.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd30c00700 1 -- 172.21.15.99:0/2665422539 learned_addr learned my addr 172.21.15.99:0/2665422539 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:13.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd2be00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c06b050 0x7fcd2c1e8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd2b400700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcd2c0b3370 0x7fcd2c15f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd30c00700 1 -- 172.21.15.99:0/2665422539 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c06b050 msgr2=0x7fcd2c1e8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd30c00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c06b050 0x7fcd2c1e8b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd30c00700 1 -- 172.21.15.99:0/2665422539 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcd2c0b3370 msgr2=0x7fcd2c15f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd30c00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcd2c0b3370 0x7fcd2c15f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd30c00700 1 -- 172.21.15.99:0/2665422539 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd1c0094b0 con 0x7fcd2c15ae30 2024-09-13T17:00:13.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd30c00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcd2c15ae30 0x7fcd2c0c4b90 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fcd2400cb90 tx=0x7fcd2400cea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:13.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd23e00700 1 -- 172.21.15.99:0/2665422539 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd2400aa60 con 0x7fcd2c15ae30 2024-09-13T17:00:13.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd23e00700 1 -- 172.21.15.99:0/2665422539 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd2400abc0 con 0x7fcd2c15ae30 2024-09-13T17:00:13.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd32c00700 1 -- 172.21.15.99:0/2665422539 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd180094b0 con 0x7fcd2c15ae30 2024-09-13T17:00:13.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd23e00700 1 -- 172.21.15.99:0/2665422539 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd240070d0 con 0x7fcd2c15ae30 2024-09-13T17:00:13.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.181+0000 7fcd32c00700 1 -- 172.21.15.99:0/2665422539 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd2c15fc20 con 0x7fcd2c15ae30 2024-09-13T17:00:13.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.185+0000 7fcd32c00700 1 -- 172.21.15.99:0/2665422539 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd2c0d0130 con 0x7fcd2c15ae30 2024-09-13T17:00:13.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.185+0000 7fcd23e00700 1 -- 172.21.15.99:0/2665422539 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcd24007230 con 0x7fcd2c15ae30 2024-09-13T17:00:13.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.189+0000 7fcd23e00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcd0c066730 0x7fcd0c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.189+0000 7fcd23e00700 1 -- 172.21.15.99:0/2665422539 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcd24083d00 con 0x7fcd2c15ae30 2024-09-13T17:00:13.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.189+0000 7fcd2be00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcd0c066730 0x7fcd0c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.189+0000 7fcd2be00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcd0c066730 0x7fcd0c068bf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c009d80 tx=0x7fcd1c009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:13.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.197+0000 7fcd23e00700 1 -- 172.21.15.99:0/2665422539 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcd24050ec0 con 0x7fcd2c15ae30 2024-09-13T17:00:13.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.381+0000 7fcd32c00700 1 -- 172.21.15.99:0/2665422539 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcd2c0d0ab0 con 0x7fcd2c15ae30 2024-09-13T17:00:13.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd23e00700 1 -- 172.21.15.99:0/2665422539 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fcd24018020 con 0x7fcd2c15ae30 2024-09-13T17:00:13.388 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:13.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 -- 172.21.15.99:0/2665422539 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcd0c066730 msgr2=0x7fcd0c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcd0c066730 0x7fcd0c068bf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c009d80 tx=0x7fcd1c009240 comp rx=0 tx=0).stop 2024-09-13T17:00:13.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 -- 172.21.15.99:0/2665422539 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcd2c15ae30 msgr2=0x7fcd2c0c4b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcd2c15ae30 0x7fcd2c0c4b90 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fcd2400cb90 tx=0x7fcd2400cea0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 -- 172.21.15.99:0/2665422539 shutdown_connections 2024-09-13T17:00:13.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcd0c066730 0x7fcd0c068bf0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcd2c15ae30 0x7fcd2c0c4b90 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcd2c0b3370 0x7fcd2c15f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 --2- 172.21.15.99:0/2665422539 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcd2c06b050 0x7fcd2c1e8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 -- 172.21.15.99:0/2665422539 >> 172.21.15.99:0/2665422539 conn(0x7fcd2c0b2850 msgr2=0x7fcd2c0afe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:13.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 -- 172.21.15.99:0/2665422539 shutdown_connections 2024-09-13T17:00:13.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.385+0000 7fcd32c00700 1 -- 172.21.15.99:0/2665422539 wait complete. 2024-09-13T17:00:13.410 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:13.584 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b9e00700 1 Processor -- start 2024-09-13T17:00:13.585 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b9e00700 1 -- start start 2024-09-13T17:00:13.587 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b9e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b40cf610 0x7f99b40b2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.587 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b9e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f99b415e180 0x7f99b40b1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.587 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b9e00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99b4071300 con 0x7f99b40cf230 2024-09-13T17:00:13.587 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b9e00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99b4071110 con 0x7f99b415e180 2024-09-13T17:00:13.587 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b9e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99b40715e0 con 0x7f99b40cf610 2024-09-13T17:00:13.587 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b3400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f99b415e180 0x7f99b40b1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.588 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b2a00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f99b40cf230 0x7f99b4070a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42852/0 (socket says 172.21.15.99:42852) 2024-09-13T17:00:13.588 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b2a00700 1 -- 172.21.15.99:0/4237671273 learned_addr learned my addr 172.21.15.99:0/4237671273 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:13.588 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.581+0000 7f99b2000700 1 --2- 172.21.15.99:0/4237671273 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b40cf610 0x7f99b40b2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b3400700 1 -- 172.21.15.99:0/4237671273 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b40cf610 msgr2=0x7f99b40b2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:13.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b3400700 1 --2- 172.21.15.99:0/4237671273 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b40cf610 0x7f99b40b2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b3400700 1 -- 172.21.15.99:0/4237671273 >> v1:172.21.15.99:6789/0 conn(0x7f99b40cf230 legacy=0x7f99b4070a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b3400700 1 -- 172.21.15.99:0/4237671273 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99b40ad810 con 0x7f99b415e180 2024-09-13T17:00:13.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b1600700 1 -- 172.21.15.99:0/4237671273 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3886254462 0 0) 0x7f99b4071300 con 0x7f99b40cf230 2024-09-13T17:00:13.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b2000700 1 --2- 172.21.15.99:0/4237671273 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b40cf610 0x7f99b40b2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:13.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b3400700 1 --2- 172.21.15.99:0/4237671273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 0x7f99b40b1da0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f99ac009dc0 tx=0x7f99ac00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b03235239fb748af server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:13.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b1600700 1 -- 172.21.15.99:0/4237671273 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99ac00e070 con 0x7f99b415e180 2024-09-13T17:00:13.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b1600700 1 -- 172.21.15.99:0/4237671273 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99ac00bae0 con 0x7f99b415e180 2024-09-13T17:00:13.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b1600700 1 -- 172.21.15.99:0/4237671273 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99ac00be90 con 0x7f99b415e180 2024-09-13T17:00:13.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b9e00700 1 -- 172.21.15.99:0/4237671273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 msgr2=0x7f99b40b1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b9e00700 1 --2- 172.21.15.99:0/4237671273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 0x7f99b40b1da0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f99ac009dc0 tx=0x7f99ac00b330 comp rx=0 tx=0).stop 2024-09-13T17:00:13.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b9e00700 1 -- 172.21.15.99:0/4237671273 shutdown_connections 2024-09-13T17:00:13.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b9e00700 1 --2- 172.21.15.99:0/4237671273 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 0x7f99b40b1da0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b9e00700 1 --2- 172.21.15.99:0/4237671273 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b40cf610 0x7f99b40b2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b9e00700 1 -- 172.21.15.99:0/4237671273 >> 172.21.15.99:0/4237671273 conn(0x7f99b406a540 msgr2=0x7f99b406a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:13.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b9e00700 1 -- 172.21.15.99:0/4237671273 shutdown_connections 2024-09-13T17:00:13.592 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.585+0000 7f99b9e00700 1 -- 172.21.15.99:0/4237671273 wait complete. 2024-09-13T17:00:13.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.589+0000 7f99b9e00700 1 Processor -- start 2024-09-13T17:00:13.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.589+0000 7f99b9e00700 1 -- start start 2024-09-13T17:00:13.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b9e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f99b40cf230 0x7f99b41491d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b9e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 0x7f99b4142850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b9e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b4148da0 0x7f99b41f5db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b9e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99b4144a10 con 0x7f99b415e180 2024-09-13T17:00:13.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b9e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99b4144ea0 con 0x7f99b40cf230 2024-09-13T17:00:13.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b9e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99b4143b20 con 0x7f99b4148da0 2024-09-13T17:00:13.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 0x7f99b4142850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 0x7f99b4142850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47034/0 (socket says 172.21.15.99:47034) 2024-09-13T17:00:13.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b2000700 1 -- 172.21.15.99:0/3370218583 learned_addr learned my addr 172.21.15.99:0/3370218583 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b2a00700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f99b40cf230 0x7f99b41491d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b3400700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b4148da0 0x7f99b41f5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b2000700 1 -- 172.21.15.99:0/3370218583 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b4148da0 msgr2=0x7f99b41f5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b2000700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b4148da0 0x7f99b41f5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b2000700 1 -- 172.21.15.99:0/3370218583 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f99b40cf230 msgr2=0x7f99b41491d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b2000700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f99b40cf230 0x7f99b41491d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b2000700 1 -- 172.21.15.99:0/3370218583 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99a00094b0 con 0x7f99b415e180 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b2000700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 0x7f99b4142850 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f99a000ebe0 tx=0x7f99a000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99ab400700 1 -- 172.21.15.99:0/3370218583 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99a000c850 con 0x7f99b415e180 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99ab400700 1 -- 172.21.15.99:0/3370218583 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99a000c9b0 con 0x7f99b415e180 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b9e00700 1 -- 172.21.15.99:0/3370218583 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99ac009a70 con 0x7f99b415e180 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99ab400700 1 -- 172.21.15.99:0/3370218583 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99a000cd40 con 0x7f99b415e180 2024-09-13T17:00:13.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.593+0000 7f99b9e00700 1 -- 172.21.15.99:0/3370218583 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99b41440e0 con 0x7f99b415e180 2024-09-13T17:00:13.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.597+0000 7f99b9e00700 1 -- 172.21.15.99:0/3370218583 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99b415bfc0 con 0x7f99b415e180 2024-09-13T17:00:13.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.597+0000 7f99ab400700 1 -- 172.21.15.99:0/3370218583 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f99a0013470 con 0x7f99b415e180 2024-09-13T17:00:13.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.601+0000 7f99ab400700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9994066730 0x7f9994068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:13.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.601+0000 7f99ab400700 1 -- 172.21.15.99:0/3370218583 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f99a00842e0 con 0x7f99b415e180 2024-09-13T17:00:13.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.601+0000 7f99b2a00700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9994066730 0x7f9994068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:13.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.601+0000 7f99b2a00700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9994066730 0x7f9994068bf0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f99a4000f60 tx=0x7f99a4007e90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:13.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.609+0000 7f99ab400700 1 -- 172.21.15.99:0/3370218583 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f99a00515b0 con 0x7f99b415e180 2024-09-13T17:00:13.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.797+0000 7f99b9e00700 1 -- 172.21.15.99:0/3370218583 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f99b415bce0 con 0x7f99b415e180 2024-09-13T17:00:13.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.797+0000 7f99ab400700 1 -- 172.21.15.99:0/3370218583 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f99a000cea0 con 0x7f99b415e180 2024-09-13T17:00:13.801 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:13.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 -- 172.21.15.99:0/3370218583 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9994066730 msgr2=0x7f9994068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9994066730 0x7f9994068bf0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f99a4000f60 tx=0x7f99a4007e90 comp rx=0 tx=0).stop 2024-09-13T17:00:13.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 -- 172.21.15.99:0/3370218583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 msgr2=0x7f99b4142850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:13.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 0x7f99b4142850 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f99a000ebe0 tx=0x7f99a000eef0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 -- 172.21.15.99:0/3370218583 shutdown_connections 2024-09-13T17:00:13.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9994066730 0x7f9994068bf0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f99b415e180 0x7f99b4142850 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f99b4148da0 0x7f99b41f5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 --2- 172.21.15.99:0/3370218583 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f99b40cf230 0x7f99b41491d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:13.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 -- 172.21.15.99:0/3370218583 >> 172.21.15.99:0/3370218583 conn(0x7f99b406a540 msgr2=0x7f99b415c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:13.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 -- 172.21.15.99:0/3370218583 shutdown_connections 2024-09-13T17:00:13.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.801+0000 7f99b9e00700 1 -- 172.21.15.99:0/3370218583 wait complete. 2024-09-13T17:00:13.827 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:00:13.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.997+0000 7fb7bbe00700 1 Processor -- start 2024-09-13T17:00:14.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.997+0000 7fb7bbe00700 1 -- start start 2024-09-13T17:00:14.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.997+0000 7fb7bbe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb7bc15cff0 0x7fb7bc0cecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.997+0000 7fb7bbe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7bc0cba10 0x7fb7bc0cbe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.997+0000 7fb7bbe00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7bc0cb580 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.997+0000 7fb7bbe00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7bc15d3d0 con 0x7fb7bc15cff0 2024-09-13T17:00:14.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.997+0000 7fb7bbe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc06b730 con 0x7fb7bc0cba10 2024-09-13T17:00:14.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:13.997+0000 7fb7baa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb7bc15cff0 0x7fb7bc0cecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7baa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb7bc15cff0 0x7fb7bc0cecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47036/0 (socket says 172.21.15.99:47036) 2024-09-13T17:00:14.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7baa00700 1 -- 172.21.15.99:0/1131635315 learned_addr learned my addr 172.21.15.99:0/1131635315 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:14.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7bb400700 1 --2- 172.21.15.99:0/1131635315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7bc0cba10 0x7fb7bc0cbe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7baa00700 1 -- 172.21.15.99:0/1131635315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7bc0cba10 msgr2=0x7fb7bc0cbe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:14.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7baa00700 1 --2- 172.21.15.99:0/1131635315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7bc0cba10 0x7fb7bc0cbe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7baa00700 1 -- 172.21.15.99:0/1131635315 >> v1:172.21.15.170:6789/0 conn(0x7fb7bc0cf1f0 legacy=0x7fb7bc0cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7baa00700 1 -- 172.21.15.99:0/1131635315 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7bc06ba10 con 0x7fb7bc15cff0 2024-09-13T17:00:14.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7baa00700 1 --2- 172.21.15.99:0/1131635315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc15cff0 0x7fb7bc0cecb0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac009910 tx=0x7fb7ac009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30ecc0264ac3f41d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:14.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7b9600700 1 -- 172.21.15.99:0/1131635315 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac011830 con 0x7fb7bc15cff0 2024-09-13T17:00:14.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7b9600700 1 -- 172.21.15.99:0/1131635315 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7ac011990 con 0x7fb7bc15cff0 2024-09-13T17:00:14.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7b9600700 1 -- 172.21.15.99:0/1131635315 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac011d40 con 0x7fb7bc15cff0 2024-09-13T17:00:14.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7bbe00700 1 -- 172.21.15.99:0/1131635315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc15cff0 msgr2=0x7fb7bc0cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7bbe00700 1 --2- 172.21.15.99:0/1131635315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc15cff0 0x7fb7bc0cecb0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac009910 tx=0x7fb7ac009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:14.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7bbe00700 1 -- 172.21.15.99:0/1131635315 shutdown_connections 2024-09-13T17:00:14.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7bbe00700 1 --2- 172.21.15.99:0/1131635315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7bc0cba10 0x7fb7bc0cbe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7bbe00700 1 --2- 172.21.15.99:0/1131635315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc15cff0 0x7fb7bc0cecb0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7bbe00700 1 -- 172.21.15.99:0/1131635315 >> 172.21.15.99:0/1131635315 conn(0x7fb7bc0d0b20 msgr2=0x7fb7bc0d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:14.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7bbe00700 1 -- 172.21.15.99:0/1131635315 shutdown_connections 2024-09-13T17:00:14.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.001+0000 7fb7bbe00700 1 -- 172.21.15.99:0/1131635315 wait complete. 2024-09-13T17:00:14.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.005+0000 7fb7bbe00700 1 Processor -- start 2024-09-13T17:00:14.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.005+0000 7fb7bbe00700 1 -- start start 2024-09-13T17:00:14.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7bbe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7bc0cba10 0x7fb7bc1f2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7bbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc0cf1f0 0x7fb7bc14ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7bbe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7bc15cff0 0x7fb7bc0b5b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7bbe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc0c8ca0 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7bbe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc09aa90 con 0x7fb7bc0cba10 2024-09-13T17:00:14.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7bbe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc09ad70 con 0x7fb7bc15cff0 2024-09-13T17:00:14.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7ba000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc0cf1f0 0x7fb7bc14ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7ba000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc0cf1f0 0x7fb7bc14ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47042/0 (socket says 172.21.15.99:47042) 2024-09-13T17:00:14.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7ba000700 1 -- 172.21.15.99:0/615559595 learned_addr learned my addr 172.21.15.99:0/615559595 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:14.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7bb400700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7bc15cff0 0x7fb7bc0b5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7baa00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7bc0cba10 0x7fb7bc1f2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7ba000700 1 -- 172.21.15.99:0/615559595 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7bc15cff0 msgr2=0x7fb7bc0b5b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7ba000700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7bc15cff0 0x7fb7bc0b5b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7ba000700 1 -- 172.21.15.99:0/615559595 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7bc0cba10 msgr2=0x7fb7bc1f2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7ba000700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7bc0cba10 0x7fb7bc1f2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7ba000700 1 -- 172.21.15.99:0/615559595 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7ac009570 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7baa00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7bc0cba10 0x7fb7bc1f2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:14.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7ba000700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc0cf1f0 0x7fb7bc14ed50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb7a800c500 tx=0x7fb7a800c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:14.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7b2a00700 1 -- 172.21.15.99:0/615559595 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a80052d0 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7b2a00700 1 -- 172.21.15.99:0/615559595 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7a8005430 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7b2a00700 1 -- 172.21.15.99:0/615559595 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a80055a0 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7bbe00700 1 -- 172.21.15.99:0/615559595 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7bc09b050 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.009+0000 7fb7bbe00700 1 -- 172.21.15.99:0/615559595 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7bc14f290 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.013+0000 7fb7bbe00700 1 -- 172.21.15.99:0/615559595 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7bc14f450 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.013+0000 7fb7b2a00700 1 -- 172.21.15.99:0/615559595 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb7a80038e0 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.017+0000 7fb7b2a00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb79c066730 0x7fb79c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.017+0000 7fb7b2a00700 1 -- 172.21.15.99:0/615559595 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb7a8083520 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.017+0000 7fb7baa00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb79c066730 0x7fb79c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.017+0000 7fb7baa00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb79c066730 0x7fb79c068bf0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac000c00 tx=0x7fb7ac008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:14.027 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.021+0000 7fb7b2a00700 1 -- 172.21.15.99:0/615559595 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb7a8050920 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.264 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.261+0000 7fb7bbe00700 1 -- 172.21.15.99:0/615559595 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb7bc09b570 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.265 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.261+0000 7fb7b2a00700 1 -- 172.21.15.99:0/615559595 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4731 (secure 0 0 0) 0x7fb7bc09b570 con 0x7fb7bc0cf1f0 2024-09-13T17:00:14.266 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:14.266 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/1101757392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":1101757392},{"type":"v1","addr":"172.21.15.170:6833","nonce":1101757392}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/729702588","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":729702588},{"type":"v1","addr":"172.21.15.99:6837","nonce":729702588}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6835/2431157926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2431157926},{"type":"v1","addr":"172.21.15.170:6835","nonce":2431157926}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:00:01.600654+0000","modified":"2024-09-13T17:00:04.618731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4260":{"gid":4260,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6836/1455903740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1455903740},{"type":"v1","addr":"172.21.15.99:6836","nonce":1455903740}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:00:14.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 -- 172.21.15.99:0/615559595 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb79c066730 msgr2=0x7fb79c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb79c066730 0x7fb79c068bf0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac000c00 tx=0x7fb7ac008030 comp rx=0 tx=0).stop 2024-09-13T17:00:14.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 -- 172.21.15.99:0/615559595 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc0cf1f0 msgr2=0x7fb7bc14ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc0cf1f0 0x7fb7bc14ed50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb7a800c500 tx=0x7fb7a800c810 comp rx=0 tx=0).stop 2024-09-13T17:00:14.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 -- 172.21.15.99:0/615559595 shutdown_connections 2024-09-13T17:00:14.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb79c066730 0x7fb79c068bf0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb7bc0cf1f0 0x7fb7bc14ed50 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb7bc15cff0 0x7fb7bc0b5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 --2- 172.21.15.99:0/615559595 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb7bc0cba10 0x7fb7bc1f2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.270 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 -- 172.21.15.99:0/615559595 >> 172.21.15.99:0/615559595 conn(0x7fb7bc0d0b20 msgr2=0x7fb7bc0adfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:14.270 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 -- 172.21.15.99:0/615559595 shutdown_connections 2024-09-13T17:00:14.270 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.265+0000 7fb7bbe00700 1 -- 172.21.15.99:0/615559595 wait complete. 2024-09-13T17:00:14.271 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2024-09-13T17:00:14.290 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:14.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.453+0000 7f6539200700 1 Processor -- start 2024-09-13T17:00:14.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.453+0000 7f6539200700 1 -- start start 2024-09-13T17:00:14.458 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.453+0000 7f6539200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f6534160ce0 0x7f65340cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.459 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.453+0000 7f6539200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f65341610c0 0x7f65340b0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.459 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.453+0000 7f6539200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65340b1ef0 con 0x7f653406e510 2024-09-13T17:00:14.459 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.453+0000 7f6539200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f653406d870 con 0x7f65341610c0 2024-09-13T17:00:14.459 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.453+0000 7f6539200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f653406cfd0 con 0x7f6534160ce0 2024-09-13T17:00:14.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.453+0000 7f6533e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f65341610c0 0x7f65340b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.453+0000 7f6533e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f65341610c0 0x7f65340b0970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47052/0 (socket says 172.21.15.99:47052) 2024-09-13T17:00:14.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.453+0000 7f6533e00700 1 -- 172.21.15.99:0/3641971816 learned_addr learned my addr 172.21.15.99:0/3641971816 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:14.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6533400700 1 --2- 172.21.15.99:0/3641971816 >> v2:172.21.15.170:3300/0 conn(0x7f6534160ce0 0x7f65340cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6533e00700 1 -- 172.21.15.99:0/3641971816 >> v2:172.21.15.170:3300/0 conn(0x7f6534160ce0 msgr2=0x7f65340cbf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:14.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6533e00700 1 --2- 172.21.15.99:0/3641971816 >> v2:172.21.15.170:3300/0 conn(0x7f6534160ce0 0x7f65340cbf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6533e00700 1 -- 172.21.15.99:0/3641971816 >> v1:172.21.15.170:6789/0 conn(0x7f653406e510 legacy=0x7f653406c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6533e00700 1 -- 172.21.15.99:0/3641971816 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f653406d2b0 con 0x7f65341610c0 2024-09-13T17:00:14.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6533400700 1 --2- 172.21.15.99:0/3641971816 >> v2:172.21.15.170:3300/0 conn(0x7f6534160ce0 0x7f65340cbf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:14.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6533e00700 1 --2- 172.21.15.99:0/3641971816 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65341610c0 0x7f65340b0970 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f65340b1aa0 tx=0x7f652c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a58c0f02062d1394 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:14.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6532000700 1 -- 172.21.15.99:0/3641971816 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f652c00e070 con 0x7f65341610c0 2024-09-13T17:00:14.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6532000700 1 -- 172.21.15.99:0/3641971816 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f652c00b9c0 con 0x7f65341610c0 2024-09-13T17:00:14.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6532000700 1 -- 172.21.15.99:0/3641971816 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f652c00bd70 con 0x7f65341610c0 2024-09-13T17:00:14.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6539200700 1 -- 172.21.15.99:0/3641971816 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65341610c0 msgr2=0x7f65340b0970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6539200700 1 --2- 172.21.15.99:0/3641971816 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65341610c0 0x7f65340b0970 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f65340b1aa0 tx=0x7f652c00b330 comp rx=0 tx=0).stop 2024-09-13T17:00:14.463 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6539200700 1 -- 172.21.15.99:0/3641971816 shutdown_connections 2024-09-13T17:00:14.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6539200700 1 --2- 172.21.15.99:0/3641971816 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f65341610c0 0x7f65340b0970 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6539200700 1 --2- 172.21.15.99:0/3641971816 >> v2:172.21.15.170:3300/0 conn(0x7f6534160ce0 0x7f65340cbf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6539200700 1 -- 172.21.15.99:0/3641971816 >> 172.21.15.99:0/3641971816 conn(0x7f653406f790 msgr2=0x7f653406fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:14.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6539200700 1 -- 172.21.15.99:0/3641971816 shutdown_connections 2024-09-13T17:00:14.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.457+0000 7f6539200700 1 -- 172.21.15.99:0/3641971816 wait complete. 2024-09-13T17:00:14.468 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.461+0000 7f6539200700 1 Processor -- start 2024-09-13T17:00:14.468 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6539200700 1 -- start start 2024-09-13T17:00:14.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6539200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f653406e510 0x7f6534151730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6539200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6534160ce0 0x7f6534152ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6539200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f65341610c0 0x7f65341542b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6539200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65341539e0 con 0x7f6534160ce0 2024-09-13T17:00:14.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6539200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65341565d0 con 0x7f65341610c0 2024-09-13T17:00:14.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6539200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6534153420 con 0x7f653406e510 2024-09-13T17:00:14.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6532a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6534160ce0 0x7f6534152ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6532a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6534160ce0 0x7f6534152ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47060/0 (socket says 172.21.15.99:47060) 2024-09-13T17:00:14.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6532a00700 1 -- 172.21.15.99:0/3036392451 learned_addr learned my addr 172.21.15.99:0/3036392451 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:14.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6533400700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f653406e510 0x7f6534151730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6533e00700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f65341610c0 0x7f65341542b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6532a00700 1 -- 172.21.15.99:0/3036392451 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f653406e510 msgr2=0x7f6534151730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6532a00700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f653406e510 0x7f6534151730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6532a00700 1 -- 172.21.15.99:0/3036392451 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f65341610c0 msgr2=0x7f65341542b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6532a00700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f65341610c0 0x7f65341542b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6532a00700 1 -- 172.21.15.99:0/3036392451 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f652c009b30 con 0x7f6534160ce0 2024-09-13T17:00:14.476 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6532a00700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6534160ce0 0x7f6534152ad0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f651c00c500 tx=0x7f651c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:14.476 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f652b400700 1 -- 172.21.15.99:0/3036392451 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f651c0052d0 con 0x7f6534160ce0 2024-09-13T17:00:14.476 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f652b400700 1 -- 172.21.15.99:0/3036392451 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f651c005430 con 0x7f6534160ce0 2024-09-13T17:00:14.476 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6539200700 1 -- 172.21.15.99:0/3036392451 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6534153700 con 0x7f6534160ce0 2024-09-13T17:00:14.476 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f652b400700 1 -- 172.21.15.99:0/3036392451 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f651c0055a0 con 0x7f6534160ce0 2024-09-13T17:00:14.476 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.465+0000 7f6539200700 1 -- 172.21.15.99:0/3036392451 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6534151c70 con 0x7f6534160ce0 2024-09-13T17:00:14.477 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.469+0000 7f6539200700 1 -- 172.21.15.99:0/3036392451 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6534156050 con 0x7f6534160ce0 2024-09-13T17:00:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.469+0000 7f652b400700 1 -- 172.21.15.99:0/3036392451 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f651c0038e0 con 0x7f6534160ce0 2024-09-13T17:00:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.473+0000 7f652b400700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6510066730 0x7f6510068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.473+0000 7f652b400700 1 -- 172.21.15.99:0/3036392451 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f651c083650 con 0x7f6534160ce0 2024-09-13T17:00:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.473+0000 7f6533400700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6510066730 0x7f6510068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.473+0000 7f6533400700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6510066730 0x7f6510068bf0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6524003780 tx=0x7f6524008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:14.483 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.477+0000 7f652b400700 1 -- 172.21.15.99:0/3036392451 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6534156050 con 0x7f6534160ce0 2024-09-13T17:00:14.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.669+0000 7f6539200700 1 -- 172.21.15.99:0/3036392451 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6534156710 con 0x7f6534160ce0 2024-09-13T17:00:14.676 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.673+0000 7f652b400700 1 -- 172.21.15.99:0/3036392451 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7f6534156710 con 0x7f6534160ce0 2024-09-13T17:00:14.677 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:14.677 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:14.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.673+0000 7f6539200700 1 -- 172.21.15.99:0/3036392451 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6510066730 msgr2=0x7f6510068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.673+0000 7f6539200700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6510066730 0x7f6510068bf0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6524003780 tx=0x7f6524008040 comp rx=0 tx=0).stop 2024-09-13T17:00:14.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.677+0000 7f6539200700 1 -- 172.21.15.99:0/3036392451 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6534160ce0 msgr2=0x7f6534152ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.677+0000 7f6539200700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6534160ce0 0x7f6534152ad0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f651c00c500 tx=0x7f651c00c8c0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.677+0000 7f6539200700 1 -- 172.21.15.99:0/3036392451 shutdown_connections 2024-09-13T17:00:14.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.677+0000 7f6539200700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6510066730 0x7f6510068bf0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.681 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.677+0000 7f6539200700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6534160ce0 0x7f6534152ad0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.681 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.677+0000 7f6539200700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f65341610c0 0x7f65341542b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.682 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.677+0000 7f6539200700 1 --2- 172.21.15.99:0/3036392451 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f653406e510 0x7f6534151730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.682 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.677+0000 7f6539200700 1 -- 172.21.15.99:0/3036392451 >> 172.21.15.99:0/3036392451 conn(0x7f653406f790 msgr2=0x7f65340b4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:14.682 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.677+0000 7f6539200700 1 -- 172.21.15.99:0/3036392451 shutdown_connections 2024-09-13T17:00:14.682 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.677+0000 7f6539200700 1 -- 172.21.15.99:0/3036392451 wait complete. 2024-09-13T17:00:14.702 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:00:14.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.865+0000 7f06de400700 1 Processor -- start 2024-09-13T17:00:14.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.865+0000 7f06de400700 1 -- start start 2024-09-13T17:00:14.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.865+0000 7f06de400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f06d80c3af0 0x7f06d80d1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.865+0000 7f06de400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f06d806c820 0x7f06d80c3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.865+0000 7f06de400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f06d80cc700 0x7f06d80ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.865+0000 7f06de400700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06d80c4410 con 0x7f06d80cc700 2024-09-13T17:00:14.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.865+0000 7f06de400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06d806ad90 con 0x7f06d806c820 2024-09-13T17:00:14.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.865+0000 7f06de400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06d806b070 con 0x7f06d80c3af0 2024-09-13T17:00:14.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06dda00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f06d80cc700 0x7f06d80ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06d7e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f06d806c820 0x7f06d80c3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06d7e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f06d806c820 0x7f06d80c3ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:45572/0 (socket says 172.21.15.99:45572) 2024-09-13T17:00:14.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06d7e00700 1 -- 172.21.15.99:0/3260674149 learned_addr learned my addr 172.21.15.99:0/3260674149 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:14.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06dda00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f06d80cc700 0x7f06d80ccb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47072/0 (socket says 172.21.15.99:47072) 2024-09-13T17:00:14.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06dd000700 1 --2- 172.21.15.99:0/3260674149 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f06d80c3af0 0x7f06d80d1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06dda00700 1 -- 172.21.15.99:0/3260674149 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f06d80c3af0 msgr2=0x7f06d80d1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:14.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06dda00700 1 --2- 172.21.15.99:0/3260674149 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f06d80c3af0 0x7f06d80d1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06dda00700 1 -- 172.21.15.99:0/3260674149 >> v2:172.21.15.170:3300/0 conn(0x7f06d806c820 msgr2=0x7f06d80c3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:14.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06dda00700 1 --2- 172.21.15.99:0/3260674149 >> v2:172.21.15.170:3300/0 conn(0x7f06d806c820 0x7f06d80c3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06dda00700 1 -- 172.21.15.99:0/3260674149 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06d80cbc20 con 0x7f06d80cc700 2024-09-13T17:00:14.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06d7e00700 1 --2- 172.21.15.99:0/3260674149 >> v2:172.21.15.170:3300/0 conn(0x7f06d806c820 0x7f06d80c3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:14.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06dda00700 1 --2- 172.21.15.99:0/3260674149 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80cc700 0x7f06d80ccb80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f06d806d660 tx=0x7f06d000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce772318a56912da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:14.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06d7400700 1 -- 172.21.15.99:0/3260674149 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d000e070 con 0x7f06d80cc700 2024-09-13T17:00:14.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06d7400700 1 -- 172.21.15.99:0/3260674149 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06d000bb20 con 0x7f06d80cc700 2024-09-13T17:00:14.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06d7400700 1 -- 172.21.15.99:0/3260674149 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d0012430 con 0x7f06d80cc700 2024-09-13T17:00:14.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06de400700 1 -- 172.21.15.99:0/3260674149 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80cc700 msgr2=0x7f06d80ccb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.869+0000 7f06de400700 1 --2- 172.21.15.99:0/3260674149 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80cc700 0x7f06d80ccb80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f06d806d660 tx=0x7f06d000b330 comp rx=0 tx=0).stop 2024-09-13T17:00:14.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.873+0000 7f06de400700 1 -- 172.21.15.99:0/3260674149 shutdown_connections 2024-09-13T17:00:14.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.873+0000 7f06de400700 1 --2- 172.21.15.99:0/3260674149 >> v2:172.21.15.170:3300/0 conn(0x7f06d806c820 0x7f06d80c3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.873+0000 7f06de400700 1 --2- 172.21.15.99:0/3260674149 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80cc700 0x7f06d80ccb80 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.873+0000 7f06de400700 1 --2- 172.21.15.99:0/3260674149 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f06d80c3af0 0x7f06d80d1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.873+0000 7f06de400700 1 -- 172.21.15.99:0/3260674149 >> 172.21.15.99:0/3260674149 conn(0x7f06d80d0b20 msgr2=0x7f06d80d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:14.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.873+0000 7f06de400700 1 -- 172.21.15.99:0/3260674149 shutdown_connections 2024-09-13T17:00:14.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.873+0000 7f06de400700 1 -- 172.21.15.99:0/3260674149 wait complete. 2024-09-13T17:00:14.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.873+0000 7f06de400700 1 Processor -- start 2024-09-13T17:00:14.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06de400700 1 -- start start 2024-09-13T17:00:14.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06de400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f06d806c820 0x7f06d81628b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06de400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80c3af0 0x7f06d815be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06de400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f06d80cc700 0x7f06d80b5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06de400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06d815c360 con 0x7f06d80c3af0 2024-09-13T17:00:14.883 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06de400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06d80b5b10 con 0x7f06d80cc700 2024-09-13T17:00:14.883 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06de400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06d80b5830 con 0x7f06d806c820 2024-09-13T17:00:14.883 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06d7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80c3af0 0x7f06d815be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.883 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06d7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80c3af0 0x7f06d815be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47084/0 (socket says 172.21.15.99:47084) 2024-09-13T17:00:14.883 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06d7e00700 1 -- 172.21.15.99:0/4044395045 learned_addr learned my addr 172.21.15.99:0/4044395045 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:14.883 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06dd000700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f06d806c820 0x7f06d81628b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.883 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06dda00700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f06d80cc700 0x7f06d80b5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.884 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06d7e00700 1 -- 172.21.15.99:0/4044395045 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f06d806c820 msgr2=0x7f06d81628b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.884 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06d7e00700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f06d806c820 0x7f06d81628b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.884 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06d7e00700 1 -- 172.21.15.99:0/4044395045 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f06d80cc700 msgr2=0x7f06d80b5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:14.884 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06d7e00700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f06d80cc700 0x7f06d80b5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:14.884 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06d7e00700 1 -- 172.21.15.99:0/4044395045 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06c4009570 con 0x7f06d80c3af0 2024-09-13T17:00:14.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06d7e00700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80c3af0 0x7f06d815be20 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f06c400e910 tx=0x7f06c400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:14.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.877+0000 7f06d4c00700 1 -- 172.21.15.99:0/4044395045 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c4004240 con 0x7f06d80c3af0 2024-09-13T17:00:14.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.881+0000 7f06d4c00700 1 -- 172.21.15.99:0/4044395045 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06c40043a0 con 0x7f06d80c3af0 2024-09-13T17:00:14.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.881+0000 7f06de400700 1 -- 172.21.15.99:0/4044395045 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06d0009a70 con 0x7f06d80c3af0 2024-09-13T17:00:14.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.881+0000 7f06d4c00700 1 -- 172.21.15.99:0/4044395045 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c40036c0 con 0x7f06d80c3af0 2024-09-13T17:00:14.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.881+0000 7f06de400700 1 -- 172.21.15.99:0/4044395045 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06d80b27c0 con 0x7f06d80c3af0 2024-09-13T17:00:14.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.881+0000 7f06de400700 1 -- 172.21.15.99:0/4044395045 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06d80c3ed0 con 0x7f06d80c3af0 2024-09-13T17:00:14.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.881+0000 7f06d4c00700 1 -- 172.21.15.99:0/4044395045 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f06c4003820 con 0x7f06d80c3af0 2024-09-13T17:00:14.888 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.885+0000 7f06d4c00700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f06b8066730 0x7f06b8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:14.888 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.885+0000 7f06d4c00700 1 -- 172.21.15.99:0/4044395045 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f06c4084470 con 0x7f06d80c3af0 2024-09-13T17:00:14.889 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.885+0000 7f06dd000700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f06b8066730 0x7f06b8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:14.890 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.885+0000 7f06dd000700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f06b8066730 0x7f06b8068bf0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f06d80cfdd0 tx=0x7f06cc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:14.895 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:14.889+0000 7f06d4c00700 1 -- 172.21.15.99:0/4044395045 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f06c4051750 con 0x7f06d80c3af0 2024-09-13T17:00:15.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.105+0000 7f06de400700 1 -- 172.21.15.99:0/4044395045 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f06d80ccd50 con 0x7f06d80c3af0 2024-09-13T17:00:15.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.105+0000 7f06d4c00700 1 -- 172.21.15.99:0/4044395045 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4731 (secure 0 0 0) 0x7f06c4054d70 con 0x7f06d80c3af0 2024-09-13T17:00:15.112 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:15.112 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/1101757392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":1101757392},{"type":"v1","addr":"172.21.15.170:6833","nonce":1101757392}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/729702588","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":729702588},{"type":"v1","addr":"172.21.15.99:6837","nonce":729702588}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6835/2431157926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2431157926},{"type":"v1","addr":"172.21.15.170:6835","nonce":2431157926}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:00:01.600654+0000","modified":"2024-09-13T17:00:04.618731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4260":{"gid":4260,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6836/1455903740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1455903740},{"type":"v1","addr":"172.21.15.99:6836","nonce":1455903740}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:00:15.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 -- 172.21.15.99:0/4044395045 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f06b8066730 msgr2=0x7f06b8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f06b8066730 0x7f06b8068bf0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f06d80cfdd0 tx=0x7f06cc008040 comp rx=0 tx=0).stop 2024-09-13T17:00:15.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 -- 172.21.15.99:0/4044395045 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80c3af0 msgr2=0x7f06d815be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80c3af0 0x7f06d815be20 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f06c400e910 tx=0x7f06c400ecd0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 -- 172.21.15.99:0/4044395045 shutdown_connections 2024-09-13T17:00:15.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f06b8066730 0x7f06b8068bf0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f06d80c3af0 0x7f06d815be20 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f06d80cc700 0x7f06d80b5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 --2- 172.21.15.99:0/4044395045 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f06d806c820 0x7f06d81628b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 -- 172.21.15.99:0/4044395045 >> 172.21.15.99:0/4044395045 conn(0x7f06d80d0b20 msgr2=0x7f06d8071f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:15.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 -- 172.21.15.99:0/4044395045 shutdown_connections 2024-09-13T17:00:15.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.113+0000 7f06de400700 1 -- 172.21.15.99:0/4044395045 wait complete. 2024-09-13T17:00:15.118 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2024-09-13T17:00:15.543 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T17:00:01.600654+0000', 'modified': '2024-09-13T17:00:04.618731+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4260}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4260': {'gid': 4260, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.99:6836/1455903740', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.99:6834', 'nonce': 1455903740}, {'type': 'v1', 'addr': '172.21.15.99:6836', 'nonce': 1455903740}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T17:00:15.543 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T17:00:15.543 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T17:00:15.717 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b21a00700 1 Processor -- start 2024-09-13T17:00:15.717 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b21a00700 1 -- start start 2024-09-13T17:00:15.718 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b21a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b1c0ccc20 0x7f1b1c0b55b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b21a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1b1c071af0 0x7f1b1c0cae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b21a00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b1c0c9df0 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b21a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b1c0cd000 con 0x7f1b1c071af0 2024-09-13T17:00:15.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b21a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b1c0ca040 con 0x7f1b1c0ccc20 2024-09-13T17:00:15.719 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b21000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1b1c071af0 0x7f1b1c0cae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.720 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b21000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1b1c071af0 0x7f1b1c0cae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47098/0 (socket says 172.21.15.99:47098) 2024-09-13T17:00:15.720 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b21000700 1 -- 172.21.15.99:0/1417393061 learned_addr learned my addr 172.21.15.99:0/1417393061 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:15.720 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.713+0000 7f1b1be00700 1 --2- 172.21.15.99:0/1417393061 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b1c0ccc20 0x7f1b1c0b55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.720 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21000700 1 -- 172.21.15.99:0/1417393061 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b1c0ccc20 msgr2=0x7f1b1c0b55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:15.720 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21000700 1 --2- 172.21.15.99:0/1417393061 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b1c0ccc20 0x7f1b1c0b55b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.721 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21000700 1 -- 172.21.15.99:0/1417393061 >> v1:172.21.15.170:6789/0 conn(0x7f1b1c0b5af0 legacy=0x7f1b1c0713e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.721 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21000700 1 -- 172.21.15.99:0/1417393061 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b1c0ca320 con 0x7f1b1c071af0 2024-09-13T17:00:15.721 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b1aa00700 1 -- 172.21.15.99:0/1417393061 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 232167352 0 0) 0x7f1b1c0c9df0 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.721 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21000700 1 --2- 172.21.15.99:0/1417393061 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c071af0 0x7f1b1c0cae00 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1b14009e50 tx=0x7f1b1400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fe0dfd9a98f607f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:15.721 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b1aa00700 1 -- 172.21.15.99:0/1417393061 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b1400e070 con 0x7f1b1c071af0 2024-09-13T17:00:15.721 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b1aa00700 1 -- 172.21.15.99:0/1417393061 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b1400b910 con 0x7f1b1c071af0 2024-09-13T17:00:15.722 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b1aa00700 1 -- 172.21.15.99:0/1417393061 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b1400bcc0 con 0x7f1b1c071af0 2024-09-13T17:00:15.722 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21a00700 1 -- 172.21.15.99:0/1417393061 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c071af0 msgr2=0x7f1b1c0cae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21a00700 1 --2- 172.21.15.99:0/1417393061 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c071af0 0x7f1b1c0cae00 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1b14009e50 tx=0x7f1b1400b330 comp rx=0 tx=0).stop 2024-09-13T17:00:15.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21a00700 1 -- 172.21.15.99:0/1417393061 shutdown_connections 2024-09-13T17:00:15.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21a00700 1 --2- 172.21.15.99:0/1417393061 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c071af0 0x7f1b1c0cae00 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21a00700 1 --2- 172.21.15.99:0/1417393061 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b1c0ccc20 0x7f1b1c0b55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21a00700 1 -- 172.21.15.99:0/1417393061 >> 172.21.15.99:0/1417393061 conn(0x7f1b1c06eea0 msgr2=0x7f1b1c099a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:15.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21a00700 1 -- 172.21.15.99:0/1417393061 shutdown_connections 2024-09-13T17:00:15.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.717+0000 7f1b21a00700 1 -- 172.21.15.99:0/1417393061 wait complete. 2024-09-13T17:00:15.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.721+0000 7f1b21a00700 1 Processor -- start 2024-09-13T17:00:15.726 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.721+0000 7f1b21a00700 1 -- start start 2024-09-13T17:00:15.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b21a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b1c071af0 0x7f1b1c157a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b21a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c0b5af0 0x7f1b1c1f30b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b21a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b1c0ccc20 0x7f1b1c09e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b21a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b1c1f35f0 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b21a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b1c158150 con 0x7f1b1c071af0 2024-09-13T17:00:15.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b21a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b1c158430 con 0x7f1b1c0ccc20 2024-09-13T17:00:15.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b1b400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c0b5af0 0x7f1b1c1f30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b1b400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c0b5af0 0x7f1b1c1f30b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47100/0 (socket says 172.21.15.99:47100) 2024-09-13T17:00:15.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b1b400700 1 -- 172.21.15.99:0/2721062397 learned_addr learned my addr 172.21.15.99:0/2721062397 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:15.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b1be00700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b1c071af0 0x7f1b1c157a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b21000700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b1c0ccc20 0x7f1b1c09e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b1b400700 1 -- 172.21.15.99:0/2721062397 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b1c0ccc20 msgr2=0x7f1b1c09e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b1b400700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b1c0ccc20 0x7f1b1c09e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b1b400700 1 -- 172.21.15.99:0/2721062397 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b1c071af0 msgr2=0x7f1b1c157a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b1b400700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b1c071af0 0x7f1b1c157a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b1b400700 1 -- 172.21.15.99:0/2721062397 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b14009b30 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b1b400700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c0b5af0 0x7f1b1c1f30b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1b0800c540 tx=0x7f1b0800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:15.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b13e00700 1 -- 172.21.15.99:0/2721062397 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b080054e0 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b13e00700 1 -- 172.21.15.99:0/2721062397 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b080036a0 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b13e00700 1 -- 172.21.15.99:0/2721062397 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b08003a50 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b21a00700 1 -- 172.21.15.99:0/2721062397 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b1c158710 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.725+0000 7f1b21a00700 1 -- 172.21.15.99:0/2721062397 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b1c158cd0 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.729+0000 7f1b13e00700 1 -- 172.21.15.99:0/2721062397 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1b08003bb0 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.729+0000 7f1b13e00700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1afc066730 0x7f1afc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.729+0000 7f1b13e00700 1 -- 172.21.15.99:0/2721062397 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1b08083620 con 0x7f1b1c0b5af0 2024-09-13T17:00:15.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.729+0000 7f1b1be00700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1afc066730 0x7f1afc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b1be00700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1afc066730 0x7f1afc068bf0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c009b50 tx=0x7f1b0c009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:15.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b263c8740 1 Processor -- start 2024-09-13T17:00:15.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b263c8740 1 -- start start 2024-09-13T17:00:15.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x1533f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1531dd00 0x15307890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x15307dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b263c8740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x15266d80 con 0x1533f6c0 2024-09-13T17:00:15.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b263c8740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x15264510 con 0x1531dd00 2024-09-13T17:00:15.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b263c8740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x1525fe00 con 0x1533eda0 2024-09-13T17:00:15.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b21000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x15307dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b21000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x15307dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47106/0 (socket says 172.21.15.99:47106) 2024-09-13T17:00:15.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.733+0000 7f1b21000700 1 -- 172.21.15.99:0/2968572239 learned_addr learned my addr 172.21.15.99:0/2968572239 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:15.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b1b400700 1 --2- 172.21.15.99:0/2968572239 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1531dd00 0x15307890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b1be00700 1 --2- 172.21.15.99:0/2968572239 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x1533f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b21000700 1 -- 172.21.15.99:0/2968572239 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 msgr2=0x1533f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:15.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b21000700 1 --2- 172.21.15.99:0/2968572239 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x1533f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b21000700 1 -- 172.21.15.99:0/2968572239 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1531dd00 msgr2=0x15307890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:15.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b21000700 1 --2- 172.21.15.99:0/2968572239 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1531dd00 0x15307890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b21000700 1 -- 172.21.15.99:0/2968572239 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x150d2960 con 0x1533f6c0 2024-09-13T17:00:15.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b1be00700 1 --2- 172.21.15.99:0/2968572239 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x1533f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:15.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b21000700 1 --2- 172.21.15.99:0/2968572239 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x15307dd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c0735a0 tx=0x7f1b14010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f779a48ac8603f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:15.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b10c00700 1 -- 172.21.15.99:0/2968572239 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b1400bc80 con 0x1533f6c0 2024-09-13T17:00:15.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b10c00700 1 -- 172.21.15.99:0/2968572239 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b14003a40 con 0x1533f6c0 2024-09-13T17:00:15.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b10c00700 1 -- 172.21.15.99:0/2968572239 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b14003db0 con 0x1533f6c0 2024-09-13T17:00:15.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b263c8740 1 -- 172.21.15.99:0/2968572239 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 msgr2=0x15307dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b263c8740 1 --2- 172.21.15.99:0/2968572239 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x15307dd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c0735a0 tx=0x7f1b14010000 comp rx=0 tx=0).stop 2024-09-13T17:00:15.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b263c8740 1 -- 172.21.15.99:0/2968572239 shutdown_connections 2024-09-13T17:00:15.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b263c8740 1 --2- 172.21.15.99:0/2968572239 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x15307dd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b263c8740 1 --2- 172.21.15.99:0/2968572239 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1531dd00 0x15307890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b263c8740 1 --2- 172.21.15.99:0/2968572239 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x1533f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b263c8740 1 -- 172.21.15.99:0/2968572239 >> 172.21.15.99:0/2968572239 conn(0x150874d0 msgr2=0x15320c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:15.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b263c8740 1 -- 172.21.15.99:0/2968572239 shutdown_connections 2024-09-13T17:00:15.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b263c8740 1 -- 172.21.15.99:0/2968572239 wait complete. 2024-09-13T17:00:15.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.737+0000 7f1b263c8740 1 -- start start 2024-09-13T17:00:15.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b263c8740 1 Processor -- start 2024-09-13T17:00:15.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1531dd00 0x1533f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533eda0 0x152fa220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1533f6c0 0x1533a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b263c8740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x1521d730 con 0x1533eda0 2024-09-13T17:00:15.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b263c8740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x152235b0 con 0x1533f6c0 2024-09-13T17:00:15.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b263c8740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x1510baa0 con 0x1531dd00 2024-09-13T17:00:15.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b263c8740 10 client.0 _ll_register_callbacks cb 0x15259610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:00:15.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b1b400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533eda0 0x152fa220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b1b400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533eda0 0x152fa220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47114/0 (socket says 172.21.15.99:47114) 2024-09-13T17:00:15.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b1b400700 1 -- 172.21.15.99:0/41105056 learned_addr learned my addr 172.21.15.99:0/41105056 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:15.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b1be00700 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1531dd00 0x1533f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b21000700 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1533f6c0 0x1533a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b1b400700 1 -- 172.21.15.99:0/41105056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1531dd00 msgr2=0x1533f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:15.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b1b400700 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1531dd00 0x1533f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b1b400700 1 -- 172.21.15.99:0/41105056 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1533f6c0 msgr2=0x1533a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:15.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b1b400700 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1533f6c0 0x1533a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b1b400700 1 -- 172.21.15.99:0/41105056 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b1400be70 con 0x1533eda0 2024-09-13T17:00:15.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b1b400700 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533eda0 0x152fa220 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1b08000fb0 tx=0x7f1b08054af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e50900a7cff6348 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:15.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b05600700 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2024-09-13T17:00:15.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b05600700 1 -- 172.21.15.99:0/41105056 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b0805c710 con 0x1533eda0 2024-09-13T17:00:15.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b05600700 1 -- 172.21.15.99:0/41105056 <== mon.0 v2:172.21.15.99:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1b080581b0 con 0x1533eda0 2024-09-13T17:00:15.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.741+0000 7f1b263c8740 1 -- 172.21.15.99:0/41105056 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x150941e0 con 0x1533eda0 2024-09-13T17:00:15.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b05600700 1 -- 172.21.15.99:0/41105056 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1b080583e0 con 0x1533eda0 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b263c8740 10 client.4614 fetch_fsmap learned FSMap version 8 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b263c8740 1 -- 172.21.15.99:0/41105056 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x15226220 con 0x1533eda0 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b05600700 1 -- 172.21.15.99:0/41105056 <== mon.0 v2:172.21.15.99:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x150941e0 con 0x1533eda0 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b05600700 1 -- 172.21.15.99:0/41105056 <== mon.0 v2:172.21.15.99:3300/0 5 ==== fsmap(e 8) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f1b0805a370 con 0x1533eda0 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b263c8740 10 client.4614 fetch_fsmap finished waiting for FSMap version 8 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b263c8740 10 client.4614 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b263c8740 20 client.4614 populate_metadata read hostname 'smithi099' 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b263c8740 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.99:6834/1455903740,v1:172.21.15.99:6836/1455903740] conn(0x152f74a0 0x152f7880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b263c8740 4 client.4614 mds_command: new command op to 4260 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b263c8740 1 -- 172.21.15.99:0/41105056 --> [v2:172.21.15.99:6834/1455903740,v1:172.21.15.99:6836/1455903740] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x150de460 con 0x152f74a0 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b1be00700 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.99:6834/1455903740,v1:172.21.15.99:6836/1455903740] conn(0x152f74a0 0x152f7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b1be00700 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.99:6834/1455903740,v1:172.21.15.99:6836/1455903740] conn(0x152f74a0 0x152f7880 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f30c80b1a7827e2 server_cookie=29b3e4371bc8caf9 in_seq=0 out_seq=0 2024-09-13T17:00:15.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b05600700 10 client.4614 ms_handle_connect on v2:172.21.15.99:6834/1455903740 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b05600700 1 -- 172.21.15.99:0/41105056 <== mds.0 v2:172.21.15.99:6834/1455903740 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x150de460 con 0x152f74a0 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b05600700 10 client.4614 handle_command_reply: tid=0 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.745+0000 7f1b263c8740 1 client.4614 shutdown 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 1 -- 172.21.15.99:0/41105056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533eda0 msgr2=0x152fa220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533eda0 0x152fa220 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1b08000fb0 tx=0x7f1b08054af0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 1 -- 172.21.15.99:0/41105056 shutdown_connections 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.99:6834/1455903740,v1:172.21.15.99:6836/1455903740] conn(0x152f74a0 0x152f7880 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533eda0 0x152fa220 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1533f6c0 0x1533a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 1 --2- 172.21.15.99:0/41105056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1531dd00 0x1533f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 1 -- 172.21.15.99:0/41105056 >> 172.21.15.99:0/41105056 conn(0x150874d0 msgr2=0x1531a780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b05600700 0 client.4614 ms_handle_reset on v2:172.21.15.99:6834/1455903740 2024-09-13T17:00:15.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 1 -- 172.21.15.99:0/41105056 shutdown_connections 2024-09-13T17:00:15.754 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 1 -- 172.21.15.99:0/41105056 wait complete. 2024-09-13T17:00:15.754 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.749+0000 7f1b263c8740 20 client.4614 trim_cache size 0 max 16384 2024-09-13T17:00:15.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.769+0000 7f1b263c8740 1 Processor -- start 2024-09-13T17:00:15.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.769+0000 7f1b263c8740 1 -- start start 2024-09-13T17:00:15.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1531dd00 0x1534ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x1534f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x1533faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x1528eec0 con 0x1533f6c0 2024-09-13T17:00:15.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x1525cbe0 con 0x1531dd00 2024-09-13T17:00:15.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x15221e90 con 0x1533eda0 2024-09-13T17:00:15.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b21000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x1533faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b21000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x1533faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47118/0 (socket says 172.21.15.99:47118) 2024-09-13T17:00:15.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b21000700 1 -- 172.21.15.99:0/3230353092 learned_addr learned my addr 172.21.15.99:0/3230353092 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:15.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b1be00700 1 --2- 172.21.15.99:0/3230353092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1531dd00 0x1534ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b1b400700 1 --2- 172.21.15.99:0/3230353092 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x1534f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b21000700 1 -- 172.21.15.99:0/3230353092 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 msgr2=0x1534f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:15.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b21000700 1 --2- 172.21.15.99:0/3230353092 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x1534f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b21000700 1 -- 172.21.15.99:0/3230353092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1531dd00 msgr2=0x1534ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:15.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b21000700 1 --2- 172.21.15.99:0/3230353092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1531dd00 0x1534ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b21000700 1 -- 172.21.15.99:0/3230353092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x1520c450 con 0x1533f6c0 2024-09-13T17:00:15.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b21000700 1 --2- 172.21.15.99:0/3230353092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x1533faa0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1b1400a000 tx=0x7f1b14009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0e4ae4107485404 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:15.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b11600700 1 -- 172.21.15.99:0/3230353092 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b1402a040 con 0x1533f6c0 2024-09-13T17:00:15.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b11600700 1 -- 172.21.15.99:0/3230353092 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b14007160 con 0x1533f6c0 2024-09-13T17:00:15.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b11600700 1 -- 172.21.15.99:0/3230353092 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b1402f680 con 0x1533f6c0 2024-09-13T17:00:15.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 -- 172.21.15.99:0/3230353092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 msgr2=0x1533faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 --2- 172.21.15.99:0/3230353092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x1533faa0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1b1400a000 tx=0x7f1b14009810 comp rx=0 tx=0).stop 2024-09-13T17:00:15.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 -- 172.21.15.99:0/3230353092 shutdown_connections 2024-09-13T17:00:15.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 --2- 172.21.15.99:0/3230353092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1533f6c0 0x1533faa0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 --2- 172.21.15.99:0/3230353092 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x1534f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 --2- 172.21.15.99:0/3230353092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1531dd00 0x1534ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.773+0000 7f1b263c8740 1 -- 172.21.15.99:0/3230353092 >> 172.21.15.99:0/3230353092 conn(0x150874d0 msgr2=0x1531d060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:15.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 1 -- 172.21.15.99:0/3230353092 shutdown_connections 2024-09-13T17:00:15.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 1 -- 172.21.15.99:0/3230353092 wait complete. 2024-09-13T17:00:15.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 1 -- start start 2024-09-13T17:00:15.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 1 Processor -- start 2024-09-13T17:00:15.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1531dd00 0x1535dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x153a4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1533f6c0 0x153a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x1535d450 con 0x1531dd00 2024-09-13T17:00:15.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x15344960 con 0x1533f6c0 2024-09-13T17:00:15.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x152f68f0 con 0x1533eda0 2024-09-13T17:00:15.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b263c8740 10 client.0 _ll_register_callbacks cb 0x152b6710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:00:15.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b1be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1531dd00 0x1535dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b1be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1531dd00 0x1535dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47120/0 (socket says 172.21.15.99:47120) 2024-09-13T17:00:15.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b1be00700 1 -- 172.21.15.99:0/1181764512 learned_addr learned my addr 172.21.15.99:0/1181764512 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:15.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b21000700 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1533f6c0 0x153a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b1b400700 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x153a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b1be00700 1 -- 172.21.15.99:0/1181764512 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 msgr2=0x153a4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:15.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b1be00700 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x153a4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b1be00700 1 -- 172.21.15.99:0/1181764512 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1533f6c0 msgr2=0x153a4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:15.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b1be00700 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1533f6c0 0x153a4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.777+0000 7f1b1be00700 1 -- 172.21.15.99:0/1181764512 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x150d2960 con 0x1531dd00 2024-09-13T17:00:15.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b1be00700 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1531dd00 0x1535dc30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x152f7400 tx=0x7f1b0c0047e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8adee854b554bfea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:15.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b05600700 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2024-09-13T17:00:15.785 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b05600700 1 -- 172.21.15.99:0/1181764512 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b0c029040 con 0x1531dd00 2024-09-13T17:00:15.785 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b05600700 1 -- 172.21.15.99:0/1181764512 <== mon.0 v2:172.21.15.99:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1b0c011e40 con 0x1531dd00 2024-09-13T17:00:15.785 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b263c8740 1 -- 172.21.15.99:0/1181764512 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x152f6f30 con 0x1531dd00 2024-09-13T17:00:15.785 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b05600700 1 -- 172.21.15.99:0/1181764512 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1b0c01c040 con 0x1531dd00 2024-09-13T17:00:15.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b263c8740 10 client.4620 fetch_fsmap learned FSMap version 8 2024-09-13T17:00:15.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b263c8740 1 -- 172.21.15.99:0/1181764512 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x15200720 con 0x1531dd00 2024-09-13T17:00:15.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b05600700 1 -- 172.21.15.99:0/1181764512 <== mon.0 v2:172.21.15.99:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x152f6f30 con 0x1531dd00 2024-09-13T17:00:15.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b05600700 1 -- 172.21.15.99:0/1181764512 <== mon.0 v2:172.21.15.99:3300/0 5 ==== fsmap(e 8) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f1b0c02c070 con 0x1531dd00 2024-09-13T17:00:15.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b263c8740 10 client.4620 fetch_fsmap finished waiting for FSMap version 8 2024-09-13T17:00:15.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b263c8740 10 client.4620 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T17:00:15.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b263c8740 20 client.4620 populate_metadata read hostname 'smithi099' 2024-09-13T17:00:15.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b263c8740 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.99:6834/1455903740,v1:172.21.15.99:6836/1455903740] conn(0x1535fd70 0x15360150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:15.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b263c8740 4 client.4620 mds_command: new command op to 4260 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T17:00:15.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b263c8740 1 -- 172.21.15.99:0/1181764512 --> [v2:172.21.15.99:6834/1455903740,v1:172.21.15.99:6836/1455903740] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7f1b14003a40 con 0x1535fd70 2024-09-13T17:00:15.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b1b400700 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.99:6834/1455903740,v1:172.21.15.99:6836/1455903740] conn(0x1535fd70 0x15360150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:15.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b1b400700 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.99:6834/1455903740,v1:172.21.15.99:6836/1455903740] conn(0x1535fd70 0x15360150 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a9070c9d778b7c3 server_cookie=7a5cd61f6069c95d in_seq=0 out_seq=0 2024-09-13T17:00:15.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b05600700 10 client.4620 ms_handle_connect on v2:172.21.15.99:6834/1455903740 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.781+0000 7f1b05600700 1 -- 172.21.15.99:0/1181764512 <== mds.0 v2:172.21.15.99:6834/1455903740 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x7f1b14003a40 con 0x1535fd70 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b05600700 10 client.4620 handle_command_reply: tid=0 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 client.4620 shutdown 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 -- 172.21.15.99:0/1181764512 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1531dd00 msgr2=0x1535dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1531dd00 0x1535dc30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x152f7400 tx=0x7f1b0c0047e0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 -- 172.21.15.99:0/1181764512 shutdown_connections 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.99:6834/1455903740,v1:172.21.15.99:6836/1455903740] conn(0x1535fd70 0x15360150 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x1533f6c0 0x153a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x1533eda0 0x153a4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b05600700 0 client.4620 ms_handle_reset on v2:172.21.15.99:6834/1455903740 2024-09-13T17:00:15.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 --2- 172.21.15.99:0/1181764512 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x1531dd00 0x1535dc30 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.790 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 -- 172.21.15.99:0/1181764512 >> 172.21.15.99:0/1181764512 conn(0x150874d0 msgr2=0x1531d060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:15.790 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 -- 172.21.15.99:0/1181764512 shutdown_connections 2024-09-13T17:00:15.790 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 1 -- 172.21.15.99:0/1181764512 wait complete. 2024-09-13T17:00:15.790 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b263c8740 20 client.4620 trim_cache size 0 max 16384 2024-09-13T17:00:15.790 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:00:15.790 INFO:teuthology.orchestra.run.smithi099.stdout: "cluster_fsid": "78c3ecbc-31d2-493e-b241-0f430ab0a353", 2024-09-13T17:00:15.790 INFO:teuthology.orchestra.run.smithi099.stdout: "whoami": 0, 2024-09-13T17:00:15.790 INFO:teuthology.orchestra.run.smithi099.stdout: "id": 4260, 2024-09-13T17:00:15.790 INFO:teuthology.orchestra.run.smithi099.stdout: "want_state": "up:active", 2024-09-13T17:00:15.791 INFO:teuthology.orchestra.run.smithi099.stdout: "state": "up:active", 2024-09-13T17:00:15.791 INFO:teuthology.orchestra.run.smithi099.stdout: "fs_name": "cephfs", 2024-09-13T17:00:15.791 INFO:teuthology.orchestra.run.smithi099.stdout: "rank_uptime": 14.181718886000001, 2024-09-13T17:00:15.791 INFO:teuthology.orchestra.run.smithi099.stdout: "mdsmap_epoch": 8, 2024-09-13T17:00:15.791 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch": 20, 2024-09-13T17:00:15.791 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch_barrier": 20, 2024-09-13T17:00:15.791 INFO:teuthology.orchestra.run.smithi099.stdout: "uptime": 18.760730812999999 2024-09-13T17:00:15.791 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 -- 172.21.15.99:0/2721062397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1afc066730 msgr2=0x7f1afc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1afc066730 0x7f1afc068bf0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c009b50 tx=0x7f1b0c009240 comp rx=0 tx=0).stop 2024-09-13T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 -- 172.21.15.99:0/2721062397 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c0b5af0 msgr2=0x7f1b1c1f30b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c0b5af0 0x7f1b1c1f30b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1b0800c540 tx=0x7f1b0800c850 comp rx=0 tx=0).stop 2024-09-13T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 -- 172.21.15.99:0/2721062397 shutdown_connections 2024-09-13T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1afc066730 0x7f1afc068bf0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1b1c0b5af0 0x7f1b1c1f30b0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1b1c0ccc20 0x7f1b1c09e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 --2- 172.21.15.99:0/2721062397 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1b1c071af0 0x7f1b1c157a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:15.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 -- 172.21.15.99:0/2721062397 >> 172.21.15.99:0/2721062397 conn(0x7f1b1c06eea0 msgr2=0x7f1b1c06b770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:15.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 -- 172.21.15.99:0/2721062397 shutdown_connections 2024-09-13T17:00:15.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:15.785+0000 7f1b21a00700 1 -- 172.21.15.99:0/2721062397 wait complete. 2024-09-13T17:00:15.811 INFO:teuthology.run_tasks:Running task sequential... 2024-09-13T17:00:15.821 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-13T17:00:15.821 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T17:00:15.821 INFO:teuthology.task.print:Enabling mgr modules 2024-09-13T17:00:15.821 INFO:teuthology.run_tasks:Running task kclient... 2024-09-13T17:00:15.849 INFO:tasks.kclient:Mounting kernel clients... 2024-09-13T17:00:15.850 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-13T17:00:15.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:15.850 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2024-09-13T17:00:15.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:15.872 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link delete ceph-brx 2024-09-13T17:00:15.960 INFO:teuthology.orchestra.run.smithi099.stderr:Cannot find device "ceph-brx" 2024-09-13T17:00:15.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:00:15.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:15.964 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2024-09-13T17:00:16.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:16.023 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link delete ceph-brx 2024-09-13T17:00:16.111 INFO:teuthology.orchestra.run.smithi099.stderr:Cannot find device "ceph-brx" 2024-09-13T17:00:16.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:00:16.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:16.116 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list 2024-09-13T17:00:16.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:16.134 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link delete ceph-brx 2024-09-13T17:00:16.225 INFO:teuthology.orchestra.run.smithi170.stderr:Cannot find device "ceph-brx" 2024-09-13T17:00:16.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:00:16.228 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:16.228 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list 2024-09-13T17:00:16.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:16.287 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link delete ceph-brx 2024-09-13T17:00:16.367 INFO:teuthology.orchestra.run.smithi170.stderr:Cannot find device "ceph-brx" 2024-09-13T17:00:16.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:00:16.371 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2024-09-13T17:00:16.371 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T17:00:16.371 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T17:00:16.371 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:00:16.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.537+0000 7f37fa600700 1 Processor -- start 2024-09-13T17:00:16.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.537+0000 7f37fa600700 1 -- start start 2024-09-13T17:00:16.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.537+0000 7f37fa600700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f37f40cfe50 0x7f37f4167dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:16.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.537+0000 7f37fa600700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37f40d0bb0 con 0x7f37f415cfe0 2024-09-13T17:00:16.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.537+0000 7f37fa600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37f40d0e90 con 0x7f37f40d1c50 2024-09-13T17:00:16.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.537+0000 7f37fa600700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37f40d1830 con 0x7f37f40cfe50 2024-09-13T17:00:16.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.537+0000 7f37f9200700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f37f415cfe0 0x7f37f40ce490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42868/0 (socket says 172.21.15.99:42868) 2024-09-13T17:00:16.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.537+0000 7f37f9200700 1 -- 172.21.15.99:0/636418527 learned_addr learned my addr 172.21.15.99:0/636418527 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:16.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f9c00700 1 --2- 172.21.15.99:0/636418527 >> v2:172.21.15.170:3300/0 conn(0x7f37f40cfe50 0x7f37f4167dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:16.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f3400700 1 -- 172.21.15.99:0/636418527 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1026916759 0 0) 0x7f37f40d0bb0 con 0x7f37f415cfe0 2024-09-13T17:00:16.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f3400700 1 -- 172.21.15.99:0/636418527 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f37dc0035d0 con 0x7f37f415cfe0 2024-09-13T17:00:16.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f9c00700 1 -- 172.21.15.99:0/636418527 >> v1:172.21.15.170:6789/0 conn(0x7f37f40d1c50 legacy=0x7f37f40cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:16.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f9c00700 1 -- 172.21.15.99:0/636418527 >> v1:172.21.15.99:6789/0 conn(0x7f37f415cfe0 legacy=0x7f37f40ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:16.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f3400700 1 -- 172.21.15.99:0/636418527 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2160514451 0 0) 0x7f37dc0035d0 con 0x7f37f415cfe0 2024-09-13T17:00:16.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f9c00700 1 -- 172.21.15.99:0/636418527 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37f40d1170 con 0x7f37f40cfe50 2024-09-13T17:00:16.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f9c00700 1 --2- 172.21.15.99:0/636418527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37f40cfe50 0x7f37f4167dc0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f37ec009d90 tx=0x7f37ec00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b037e8e58c64086 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:16.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f3400700 1 -- 172.21.15.99:0/636418527 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37ec00e070 con 0x7f37f40cfe50 2024-09-13T17:00:16.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f3400700 1 -- 172.21.15.99:0/636418527 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37ec00bb20 con 0x7f37f40cfe50 2024-09-13T17:00:16.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37f3400700 1 -- 172.21.15.99:0/636418527 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37ec00be90 con 0x7f37f40cfe50 2024-09-13T17:00:16.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37fa600700 1 -- 172.21.15.99:0/636418527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37f40cfe50 msgr2=0x7f37f4167dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:16.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37fa600700 1 --2- 172.21.15.99:0/636418527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37f40cfe50 0x7f37f4167dc0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f37ec009d90 tx=0x7f37ec00b330 comp rx=0 tx=0).stop 2024-09-13T17:00:16.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37fa600700 1 -- 172.21.15.99:0/636418527 shutdown_connections 2024-09-13T17:00:16.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37fa600700 1 --2- 172.21.15.99:0/636418527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37f40cfe50 0x7f37f4167dc0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:16.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37fa600700 1 -- 172.21.15.99:0/636418527 >> 172.21.15.99:0/636418527 conn(0x7f37f409c060 msgr2=0x7f37f40d2dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:16.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37fa600700 1 -- 172.21.15.99:0/636418527 shutdown_connections 2024-09-13T17:00:16.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.541+0000 7f37fa600700 1 -- 172.21.15.99:0/636418527 wait complete. 2024-09-13T17:00:16.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.545+0000 7f37fa600700 1 Processor -- start 2024-09-13T17:00:16.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.545+0000 7f37fa600700 1 -- start start 2024-09-13T17:00:16.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37fa600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37f40cfe50 0x7f37f40c8d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:16.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37fa600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37f40d1c50 0x7f37f4154280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:16.554 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37fa600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37f415cfe0 0x7f37f4071190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:16.554 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37fa600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37f40cce60 con 0x7f37f415cfe0 2024-09-13T17:00:16.554 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37fa600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37f41547c0 con 0x7f37f40d1c50 2024-09-13T17:00:16.554 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37fa600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37f40cb6d0 con 0x7f37f40cfe50 2024-09-13T17:00:16.554 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37f415cfe0 0x7f37f4071190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:16.554 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37f415cfe0 0x7f37f4071190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47126/0 (socket says 172.21.15.99:47126) 2024-09-13T17:00:16.554 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9c00700 1 -- 172.21.15.99:0/1360458403 learned_addr learned my addr 172.21.15.99:0/1360458403 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:16.554 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f3e00700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37f40d1c50 0x7f37f4154280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:16.554 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9200700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37f40cfe50 0x7f37f40c8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:16.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9c00700 1 -- 172.21.15.99:0/1360458403 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37f40cfe50 msgr2=0x7f37f40c8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:16.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9c00700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37f40cfe50 0x7f37f40c8d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:16.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9c00700 1 -- 172.21.15.99:0/1360458403 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37f40d1c50 msgr2=0x7f37f4154280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:16.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9c00700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37f40d1c50 0x7f37f4154280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:16.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9c00700 1 -- 172.21.15.99:0/1360458403 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37ec009a70 con 0x7f37f415cfe0 2024-09-13T17:00:16.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9200700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37f40cfe50 0x7f37f40c8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:16.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f9c00700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37f415cfe0 0x7f37f4071190 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f37ec014040 tx=0x7f37ec004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:16.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f0c00700 1 -- 172.21.15.99:0/1360458403 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37ec004760 con 0x7f37f415cfe0 2024-09-13T17:00:16.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37fa600700 1 -- 172.21.15.99:0/1360458403 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37f40cae30 con 0x7f37f415cfe0 2024-09-13T17:00:16.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f0c00700 1 -- 172.21.15.99:0/1360458403 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37ec021070 con 0x7f37f415cfe0 2024-09-13T17:00:16.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37f0c00700 1 -- 172.21.15.99:0/1360458403 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37ec0098f0 con 0x7f37f415cfe0 2024-09-13T17:00:16.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.549+0000 7f37fa600700 1 -- 172.21.15.99:0/1360458403 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37f40cb3f0 con 0x7f37f415cfe0 2024-09-13T17:00:16.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.553+0000 7f37fa600700 1 -- 172.21.15.99:0/1360458403 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37f40b2090 con 0x7f37f415cfe0 2024-09-13T17:00:16.559 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.553+0000 7f37f0c00700 1 -- 172.21.15.99:0/1360458403 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f37ec023030 con 0x7f37f415cfe0 2024-09-13T17:00:16.560 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.557+0000 7f37f0c00700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f37d4066760 0x7f37d4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:16.560 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.557+0000 7f37f0c00700 1 -- 172.21.15.99:0/1360458403 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f37ec086040 con 0x7f37f415cfe0 2024-09-13T17:00:16.561 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.557+0000 7f37f9200700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f37d4066760 0x7f37d4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:16.562 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.557+0000 7f37f9200700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f37d4066760 0x7f37d4068c20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f37e8005930 tx=0x7f37e8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:16.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.565+0000 7f37f0c00700 1 -- 172.21.15.99:0/1360458403 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f37ec0b7db0 con 0x7f37f415cfe0 2024-09-13T17:00:16.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.801+0000 7f37fa600700 1 -- 172.21.15.99:0/1360458403 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f37f40cf740 con 0x7f37f415cfe0 2024-09-13T17:00:16.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.801+0000 7f37f0c00700 1 -- 172.21.15.99:0/1360458403 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f37ec053440 con 0x7f37f415cfe0 2024-09-13T17:00:16.805 INFO:teuthology.orchestra.run.smithi099.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T17:00:16.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 -- 172.21.15.99:0/1360458403 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f37d4066760 msgr2=0x7f37d4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:16.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f37d4066760 0x7f37d4068c20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f37e8005930 tx=0x7f37e8009040 comp rx=0 tx=0).stop 2024-09-13T17:00:16.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 -- 172.21.15.99:0/1360458403 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37f415cfe0 msgr2=0x7f37f4071190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:16.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37f415cfe0 0x7f37f4071190 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f37ec014040 tx=0x7f37ec004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:16.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 -- 172.21.15.99:0/1360458403 shutdown_connections 2024-09-13T17:00:16.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f37d4066760 0x7f37d4068c20 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:16.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37f415cfe0 0x7f37f4071190 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:16.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f37f40d1c50 0x7f37f4154280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:16.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 --2- 172.21.15.99:0/1360458403 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37f40cfe50 0x7f37f40c8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:16.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 -- 172.21.15.99:0/1360458403 >> 172.21.15.99:0/1360458403 conn(0x7f37f409c060 msgr2=0x7f37f4154df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:16.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 -- 172.21.15.99:0/1360458403 shutdown_connections 2024-09-13T17:00:16.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:16.805+0000 7f37fa600700 1 -- 172.21.15.99:0/1360458403 wait complete. 2024-09-13T17:00:16.834 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T17:00:16.834 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:00:16.834 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi099.front.sepia.ceph.com 2024-09-13T17:00:16.834 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T17:00:16.834 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T17:00:16.834 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T17:00:16.834 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T17:00:16.834 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:00:16.835 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T17:00:16.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:16.835 DEBUG:teuthology.orchestra.run.smithi099:> ip addr 2024-09-13T17:00:16.845 INFO:teuthology.orchestra.run.smithi099.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:00:16.845 INFO:teuthology.orchestra.run.smithi099.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:00:16.846 INFO:teuthology.orchestra.run.smithi099.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:00:16.846 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:16.846 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 ::1/128 scope host 2024-09-13T17:00:16.846 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:16.846 INFO:teuthology.orchestra.run.smithi099.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:16.846 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:10 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:16.846 INFO:teuthology.orchestra.run.smithi099.stdout: altname enp7s0f0 2024-09-13T17:00:16.846 INFO:teuthology.orchestra.run.smithi099.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:16.846 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:11 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:16.847 INFO:teuthology.orchestra.run.smithi099.stdout: altname enp7s0f1 2024-09-13T17:00:16.847 INFO:teuthology.orchestra.run.smithi099.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:16.847 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:02 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:16.847 INFO:teuthology.orchestra.run.smithi099.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:00:16.847 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:03 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:16.847 INFO:teuthology.orchestra.run.smithi099.stdout: inet 172.21.15.99/20 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T17:00:16.847 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft 42441sec preferred_lft 42441sec 2024-09-13T17:00:16.847 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::ec4:7aff:fe8f:d803/64 scope link 2024-09-13T17:00:16.848 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:16.848 INFO:teuthology.orchestra.run.smithi099.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:00:16.848 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 02:42:9b:35:bd:c9 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:16.848 INFO:teuthology.orchestra.run.smithi099.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:00:16.848 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:16.849 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T17:00:16.849 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:16.849 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2024-09-13T17:00:16.849 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2024-09-13T17:00:16.849 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link add name ceph-brx type bridge 2024-09-13T17:00:16.849 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip addr flush dev ceph-brx 2024-09-13T17:00:16.850 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set ceph-brx up 2024-09-13T17:00:16.850 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T17:00:16.850 DEBUG:teuthology.orchestra.run.smithi099:> ') 2024-09-13T17:00:17.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:17.000 DEBUG:teuthology.orchestra.run.smithi099:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:00:17.032 INFO:teuthology.orchestra.run.smithi099.stdout:1 2024-09-13T17:00:17.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:17.035 DEBUG:teuthology.orchestra.run.smithi099:> route 2024-09-13T17:00:17.115 INFO:teuthology.orchestra.run.smithi099.stdout:Kernel IP routing table 2024-09-13T17:00:17.115 INFO:teuthology.orchestra.run.smithi099.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:00:17.115 INFO:teuthology.orchestra.run.smithi099.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T17:00:17.115 INFO:teuthology.orchestra.run.smithi099.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T17:00:17.115 INFO:teuthology.orchestra.run.smithi099.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:00:17.115 INFO:teuthology.orchestra.run.smithi099.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 enp3s0f1 2024-09-13T17:00:17.115 INFO:teuthology.orchestra.run.smithi099.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:00:17.115 INFO:teuthology.orchestra.run.smithi099.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:00:17.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:17.116 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2024-09-13T17:00:17.116 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2024-09-13T17:00:17.116 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T17:00:17.116 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T17:00:17.116 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T17:00:17.116 DEBUG:teuthology.orchestra.run.smithi099:> ') 2024-09-13T17:00:17.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:17.240 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2024-09-13T17:00:17.258 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:17.258 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list-id 2024-09-13T17:00:17.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:17.321 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2024-09-13T17:00:17.321 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2024-09-13T17:00:17.321 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T17:00:17.321 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-13T17:00:17.321 DEBUG:teuthology.orchestra.run.smithi099:> ') 2024-09-13T17:00:17.439 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-13T17:00:17.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:17.440 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2024-09-13T17:00:17.440 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2024-09-13T17:00:17.440 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-13T17:00:17.440 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T17:00:17.440 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-13T17:00:17.440 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-13T17:00:17.440 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-13T17:00:17.440 DEBUG:teuthology.orchestra.run.smithi099:> ') 2024-09-13T17:00:17.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:17.601 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2024-09-13T17:00:17.601 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2024-09-13T17:00:17.601 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set brx.0 up 2024-09-13T17:00:17.601 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T17:00:17.601 DEBUG:teuthology.orchestra.run.smithi099:> ') 2024-09-13T17:00:17.669 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:00:17.669 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T17:00:17.682 INFO:teuthology.orchestra.run.smithi099.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T17:00:17.682 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:00:17.683 DEBUG:teuthology.orchestra.run.smithi099:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T17:00:17.741 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-13T17:00:17.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:17.741 DEBUG:teuthology.orchestra.run.smithi099:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:17.867 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:17.867 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-13T17:00:18.595 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:18.595 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-13T17:00:18.595 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.170:3300,172.21.15.170:3301" 2024-09-13T17:00:18.595 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with new device syntax: 0@78c3ecbc-31d2-493e-b241-0f430ab0a353.cephfs=/ 2024-09-13T17:00:18.595 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.99:3300/172.21.15.170:3300/172.21.15.170:3301" will pass to kernel 2024-09-13T17:00:18.601 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-13T17:00:18.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:18.601 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T17:00:18.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:18.632 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:18.729 INFO:teuthology.orchestra.run.smithi099.stdout:client4629 2024-09-13T17:00:18.730 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:00:18.730 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:18.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:18.744 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:18.825 INFO:teuthology.orchestra.run.smithi099.stdout:client4629 2024-09-13T17:00:18.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:18.826 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:18.907 INFO:teuthology.orchestra.run.smithi099.stdout:client4629 2024-09-13T17:00:18.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:18.907 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/78c3ecbc-31d2-493e-b241-0f430ab0a353.client4629/status') 2024-09-13T17:00:18.997 INFO:teuthology.orchestra.run.smithi099.stdout:instance: client.4629 (3)192.168.0.1:0/1121147723 2024-09-13T17:00:18.997 INFO:teuthology.orchestra.run.smithi099.stdout:blocklisted: false 2024-09-13T17:00:18.998 INFO:teuthology.orchestra.run.smithi099.stderr:0+1 records in 2024-09-13T17:00:18.998 INFO:teuthology.orchestra.run.smithi099.stderr:0+1 records out 2024-09-13T17:00:18.998 INFO:teuthology.orchestra.run.smithi099.stderr:69 bytes copied, 0.000142757 s, 483 kB/s 2024-09-13T17:00:19.001 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2024-09-13T17:00:19.001 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T17:00:19.001 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T17:00:19.001 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:00:19.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.209+0000 7f2ca2400700 1 Processor -- start 2024-09-13T17:00:19.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.209+0000 7f2ca2400700 1 -- start start 2024-09-13T17:00:19.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.213+0000 7f2ca2400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2c9c0ce700 0x7f2c9c0b0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:19.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.213+0000 7f2ca2400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2c9c0b0eb0 0x7f2c9c0b2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:19.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.213+0000 7f2ca2400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c9c0b4b20 con 0x7f2c9c159a50 2024-09-13T17:00:19.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.213+0000 7f2ca2400700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c9c0b12d0 con 0x7f2c9c0ce700 2024-09-13T17:00:19.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.213+0000 7f2ca2400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9c0b3ba0 con 0x7f2c9c0b0eb0 2024-09-13T17:00:19.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.213+0000 7f2ca1000700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f2c9c159a50 0x7f2c9c0cdff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42872/0 (socket says 172.21.15.99:42872) 2024-09-13T17:00:19.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.213+0000 7f2ca1000700 1 -- 172.21.15.99:0/1342325253 learned_addr learned my addr 172.21.15.99:0/1342325253 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:19.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.213+0000 7f2c9be00700 1 --2- 172.21.15.99:0/1342325253 >> v2:172.21.15.99:3300/0 conn(0x7f2c9c0ce700 0x7f2c9c0b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:19.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2c9b400700 1 -- 172.21.15.99:0/1342325253 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 897473829 0 0) 0x7f2c9c0b4b20 con 0x7f2c9c159a50 2024-09-13T17:00:19.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2c9b400700 1 -- 172.21.15.99:0/1342325253 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2c840035d0 con 0x7f2c9c159a50 2024-09-13T17:00:19.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2ca1a00700 1 --2- 172.21.15.99:0/1342325253 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2c9c0b0eb0 0x7f2c9c0b2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:19.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2c9be00700 1 -- 172.21.15.99:0/1342325253 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2c9c0b0eb0 msgr2=0x7f2c9c0b2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:19.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2c9be00700 1 --2- 172.21.15.99:0/1342325253 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2c9c0b0eb0 0x7f2c9c0b2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2c9be00700 1 -- 172.21.15.99:0/1342325253 >> v1:172.21.15.99:6789/0 conn(0x7f2c9c159a50 legacy=0x7f2c9c0cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:19.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2c9be00700 1 -- 172.21.15.99:0/1342325253 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c9c0cd230 con 0x7f2c9c0ce700 2024-09-13T17:00:19.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2c9be00700 1 --2- 172.21.15.99:0/1342325253 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c0ce700 0x7f2c9c0b0970 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c0b1470 tx=0x7f2c88009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=669a6e90af3998c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:19.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2c9b400700 1 -- 172.21.15.99:0/1342325253 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c88004020 con 0x7f2c9c0ce700 2024-09-13T17:00:19.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2c9b400700 1 -- 172.21.15.99:0/1342325253 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c88004180 con 0x7f2c9c0ce700 2024-09-13T17:00:19.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2c9b400700 1 -- 172.21.15.99:0/1342325253 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c88004530 con 0x7f2c9c0ce700 2024-09-13T17:00:19.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2ca2400700 1 -- 172.21.15.99:0/1342325253 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c0ce700 msgr2=0x7f2c9c0b0970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:19.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2ca2400700 1 --2- 172.21.15.99:0/1342325253 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c0ce700 0x7f2c9c0b0970 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c0b1470 tx=0x7f2c88009b30 comp rx=0 tx=0).stop 2024-09-13T17:00:19.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2ca2400700 1 -- 172.21.15.99:0/1342325253 shutdown_connections 2024-09-13T17:00:19.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2ca2400700 1 --2- 172.21.15.99:0/1342325253 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2c9c0b0eb0 0x7f2c9c0b2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2ca2400700 1 --2- 172.21.15.99:0/1342325253 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c0ce700 0x7f2c9c0b0970 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2ca2400700 1 -- 172.21.15.99:0/1342325253 >> 172.21.15.99:0/1342325253 conn(0x7f2c9c06f790 msgr2=0x7f2c9c06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:19.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2ca2400700 1 -- 172.21.15.99:0/1342325253 shutdown_connections 2024-09-13T17:00:19.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.217+0000 7f2ca2400700 1 -- 172.21.15.99:0/1342325253 wait complete. 2024-09-13T17:00:19.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.221+0000 7f2ca2400700 1 Processor -- start 2024-09-13T17:00:19.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.221+0000 7f2ca2400700 1 -- start start 2024-09-13T17:00:19.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.221+0000 7f2ca2400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2c9c0b0eb0 0x7f2c9c148410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:19.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.221+0000 7f2ca2400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c9c0ce700 0x7f2c9c150b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:19.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.221+0000 7f2ca2400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c159a50 0x7f2c9c13caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:19.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.221+0000 7f2ca2400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9c13fa90 con 0x7f2c9c159a50 2024-09-13T17:00:19.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.221+0000 7f2ca2400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9c13f7b0 con 0x7f2c9c0ce700 2024-09-13T17:00:19.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.221+0000 7f2ca2400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c9c150080 con 0x7f2c9c0b0eb0 2024-09-13T17:00:19.228 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca1a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c159a50 0x7f2c9c13caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:19.228 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca1000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2c9c0b0eb0 0x7f2c9c148410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:19.228 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca1a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c159a50 0x7f2c9c13caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47142/0 (socket says 172.21.15.99:47142) 2024-09-13T17:00:19.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2c9be00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c9c0ce700 0x7f2c9c150b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:19.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca1a00700 1 -- 172.21.15.99:0/36031618 learned_addr learned my addr 172.21.15.99:0/36031618 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:19.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca1a00700 1 -- 172.21.15.99:0/36031618 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2c9c0b0eb0 msgr2=0x7f2c9c148410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:19.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca1a00700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2c9c0b0eb0 0x7f2c9c148410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca1a00700 1 -- 172.21.15.99:0/36031618 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c9c0ce700 msgr2=0x7f2c9c150b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:19.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca1a00700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c9c0ce700 0x7f2c9c150b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca1a00700 1 -- 172.21.15.99:0/36031618 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c880094b0 con 0x7f2c9c159a50 2024-09-13T17:00:19.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca1a00700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c159a50 0x7f2c9c13caf0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2c94007e40 tx=0x7f2c9400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:19.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2c98c00700 1 -- 172.21.15.99:0/36031618 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c9400ed30 con 0x7f2c9c159a50 2024-09-13T17:00:19.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2c98c00700 1 -- 172.21.15.99:0/36031618 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c94014420 con 0x7f2c9c159a50 2024-09-13T17:00:19.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca2400700 1 -- 172.21.15.99:0/36031618 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c9c150360 con 0x7f2c9c159a50 2024-09-13T17:00:19.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2c98c00700 1 -- 172.21.15.99:0/36031618 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c940147d0 con 0x7f2c9c159a50 2024-09-13T17:00:19.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca2400700 1 -- 172.21.15.99:0/36031618 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c9c148950 con 0x7f2c9c159a50 2024-09-13T17:00:19.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.225+0000 7f2ca2400700 1 -- 172.21.15.99:0/36031618 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c9c14fee0 con 0x7f2c9c159a50 2024-09-13T17:00:19.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.229+0000 7f2c98c00700 1 -- 172.21.15.99:0/36031618 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2c94014930 con 0x7f2c9c159a50 2024-09-13T17:00:19.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.229+0000 7f2c98c00700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2c7c066730 0x7f2c7c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:19.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.229+0000 7f2c98c00700 1 -- 172.21.15.99:0/36031618 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2c94084970 con 0x7f2c9c159a50 2024-09-13T17:00:19.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.229+0000 7f2ca1000700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2c7c066730 0x7f2c7c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:19.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.229+0000 7f2ca1000700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2c7c066730 0x7f2c7c068bf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2c90007fd0 tx=0x7f2c90007de0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:19.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.237+0000 7f2c98c00700 1 -- 172.21.15.99:0/36031618 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2c9c14fee0 con 0x7f2c9c159a50 2024-09-13T17:00:19.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.465+0000 7f2ca2400700 1 -- 172.21.15.99:0/36031618 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f2c9c150880 con 0x7f2c9c159a50 2024-09-13T17:00:19.472 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.469+0000 7f2c98c00700 1 -- 172.21.15.99:0/36031618 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f2c9c150880 con 0x7f2c9c159a50 2024-09-13T17:00:19.472 INFO:teuthology.orchestra.run.smithi099.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T17:00:19.477 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 -- 172.21.15.99:0/36031618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2c7c066730 msgr2=0x7f2c7c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:19.477 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2c7c066730 0x7f2c7c068bf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2c90007fd0 tx=0x7f2c90007de0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.477 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 -- 172.21.15.99:0/36031618 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c159a50 msgr2=0x7f2c9c13caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:19.477 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c159a50 0x7f2c9c13caf0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2c94007e40 tx=0x7f2c9400e3c0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 -- 172.21.15.99:0/36031618 shutdown_connections 2024-09-13T17:00:19.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2c7c066730 0x7f2c7c068bf0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2c9c159a50 0x7f2c9c13caf0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2c9c0ce700 0x7f2c9c150b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 --2- 172.21.15.99:0/36031618 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2c9c0b0eb0 0x7f2c9c148410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:19.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 -- 172.21.15.99:0/36031618 >> 172.21.15.99:0/36031618 conn(0x7f2c9c06f790 msgr2=0x7f2c9c06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:19.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 -- 172.21.15.99:0/36031618 shutdown_connections 2024-09-13T17:00:19.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:19.473+0000 7f2ca2400700 1 -- 172.21.15.99:0/36031618 wait complete. 2024-09-13T17:00:19.499 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T17:00:19.499 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:00:19.499 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi099.front.sepia.ceph.com 2024-09-13T17:00:19.499 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-13T17:00:19.500 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T17:00:19.500 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T17:00:19.500 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T17:00:19.500 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:00:19.500 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-13T17:00:19.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:19.500 DEBUG:teuthology.orchestra.run.smithi099:> ip addr 2024-09-13T17:00:19.514 INFO:teuthology.orchestra.run.smithi099.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:00:19.514 INFO:teuthology.orchestra.run.smithi099.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:00:19.514 INFO:teuthology.orchestra.run.smithi099.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:00:19.514 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:19.514 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 ::1/128 scope host 2024-09-13T17:00:19.514 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:19.514 INFO:teuthology.orchestra.run.smithi099.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:10 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout: altname enp7s0f0 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:11 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout: altname enp7s0f1 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:02 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:03 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout: inet 172.21.15.99/20 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft 42439sec preferred_lft 42439sec 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::ec4:7aff:fe8f:d803/64 scope link 2024-09-13T17:00:19.515 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 02:42:9b:35:bd:c9 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether c6:44:6e:0e:97:d4 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::68c6:53ff:fe04:2b77/64 scope link 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether c6:44:6e:0e:97:d4 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T17:00:19.516 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::c444:6eff:fe0e:97d4/64 scope link 2024-09-13T17:00:19.517 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:19.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:19.519 DEBUG:teuthology.orchestra.run.smithi099:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:00:19.594 INFO:teuthology.orchestra.run.smithi099.stdout:1 2024-09-13T17:00:19.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:19.597 DEBUG:teuthology.orchestra.run.smithi099:> route 2024-09-13T17:00:19.659 INFO:teuthology.orchestra.run.smithi099.stdout:Kernel IP routing table 2024-09-13T17:00:19.659 INFO:teuthology.orchestra.run.smithi099.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:00:19.659 INFO:teuthology.orchestra.run.smithi099.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T17:00:19.659 INFO:teuthology.orchestra.run.smithi099.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T17:00:19.659 INFO:teuthology.orchestra.run.smithi099.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:00:19.659 INFO:teuthology.orchestra.run.smithi099.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 enp3s0f1 2024-09-13T17:00:19.659 INFO:teuthology.orchestra.run.smithi099.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:00:19.660 INFO:teuthology.orchestra.run.smithi099.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:00:19.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:19.660 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2024-09-13T17:00:19.660 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2024-09-13T17:00:19.660 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T17:00:19.660 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T17:00:19.660 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T17:00:19.660 DEBUG:teuthology.orchestra.run.smithi099:> ') 2024-09-13T17:00:19.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:19.785 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2024-09-13T17:00:19.806 INFO:teuthology.orchestra.run.smithi099.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T17:00:19.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:19.807 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list-id 2024-09-13T17:00:19.868 INFO:teuthology.orchestra.run.smithi099.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-13T17:00:19.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:19.869 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2024-09-13T17:00:19.869 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2024-09-13T17:00:19.869 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T17:00:19.869 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-13T17:00:19.869 DEBUG:teuthology.orchestra.run.smithi099:> ') 2024-09-13T17:00:19.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:19.992 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T17:00:20.025 INFO:teuthology.orchestra.run.smithi099.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 ::1/128 scope host 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether fa:00:f3:44:f4:84 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::f800:f3ff:fe44:f484/64 scope link 2024-09-13T17:00:20.026 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:20.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:20.030 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T17:00:20.105 INFO:teuthology.orchestra.run.smithi099.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:00:20.105 INFO:teuthology.orchestra.run.smithi099.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:00:20.105 INFO:teuthology.orchestra.run.smithi099.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:00:20.105 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:20.105 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 ::1/128 scope host 2024-09-13T17:00:20.105 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:20.105 INFO:teuthology.orchestra.run.smithi099.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:00:20.106 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether fa:00:f3:44:f4:84 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T17:00:20.106 INFO:teuthology.orchestra.run.smithi099.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T17:00:20.106 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:20.106 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::f800:f3ff:fe44:f484/64 scope link 2024-09-13T17:00:20.106 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:20.108 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-13T17:00:20.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:20.108 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2024-09-13T17:00:20.108 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2024-09-13T17:00:20.108 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-13T17:00:20.108 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T17:00:20.108 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-13T17:00:20.108 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-13T17:00:20.109 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-13T17:00:20.109 DEBUG:teuthology.orchestra.run.smithi099:> ') 2024-09-13T17:00:20.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:20.290 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2024-09-13T17:00:20.291 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2024-09-13T17:00:20.291 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set brx.1 up 2024-09-13T17:00:20.291 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T17:00:20.291 DEBUG:teuthology.orchestra.run.smithi099:> ') 2024-09-13T17:00:20.352 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:00:20.352 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-13T17:00:20.369 INFO:teuthology.orchestra.run.smithi099.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-13T17:00:20.370 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:00:20.370 DEBUG:teuthology.orchestra.run.smithi099:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-13T17:00:20.433 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2024-09-13T17:00:20.433 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:20.434 DEBUG:teuthology.orchestra.run.smithi099:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:20.565 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:20.565 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-13T17:00:20.591 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:20.591 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-13T17:00:20.591 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.170:3300,172.21.15.170:3301" 2024-09-13T17:00:20.591 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with new device syntax: 2@78c3ecbc-31d2-493e-b241-0f430ab0a353.cephfs=/ 2024-09-13T17:00:20.591 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.99:3300/172.21.15.170:3300/172.21.15.170:3301" will pass to kernel 2024-09-13T17:00:20.598 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-13T17:00:20.598 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:20.599 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-13T17:00:20.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:20.630 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:20.696 INFO:teuthology.orchestra.run.smithi099.stdout:client4641 2024-09-13T17:00:20.696 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:00:20.696 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:20.758 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:20.758 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:20.826 INFO:teuthology.orchestra.run.smithi099.stdout:client4641 2024-09-13T17:00:20.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:20.826 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:20.895 INFO:teuthology.orchestra.run.smithi099.stdout:client4641 2024-09-13T17:00:20.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:20.896 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/78c3ecbc-31d2-493e-b241-0f430ab0a353.client4641/status') 2024-09-13T17:00:20.976 INFO:teuthology.orchestra.run.smithi099.stdout:instance: client.4641 (3)192.168.0.2:0/2918686286 2024-09-13T17:00:20.976 INFO:teuthology.orchestra.run.smithi099.stdout:blocklisted: false 2024-09-13T17:00:20.977 INFO:teuthology.orchestra.run.smithi099.stderr:0+1 records in 2024-09-13T17:00:20.977 INFO:teuthology.orchestra.run.smithi099.stderr:0+1 records out 2024-09-13T17:00:20.977 INFO:teuthology.orchestra.run.smithi099.stderr:69 bytes copied, 8.6853e-05 s, 794 kB/s 2024-09-13T17:00:20.979 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2024-09-13T17:00:20.979 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T17:00:20.979 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T17:00:20.979 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:00:21.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.181+0000 7f8c3e800700 1 Processor -- start 2024-09-13T17:00:21.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.181+0000 7f8c3e800700 1 -- start start 2024-09-13T17:00:21.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8c380cc9a0 0x7f8c3815af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:21.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380ce610 0x7f8c3806cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:21.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c38151ef0 con 0x7f8c3806d070 2024-09-13T17:00:21.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c380cea80 con 0x7f8c380cc9a0 2024-09-13T17:00:21.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3815b590 con 0x7f8c380ce610 2024-09-13T17:00:21.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3d400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8c380cc9a0 0x7f8c3815af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:21.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3ca00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380ce610 0x7f8c3806cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:21.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3de00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f8c3806d070 0x7f8c3815eb10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:37720/0 (socket says 172.21.15.99:37720) 2024-09-13T17:00:21.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3de00700 1 -- 172.21.15.99:0/331079453 learned_addr learned my addr 172.21.15.99:0/331079453 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:21.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3d400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8c380cc9a0 0x7f8c3815af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47150/0 (socket says 172.21.15.99:47150) 2024-09-13T17:00:21.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3ca00700 1 -- 172.21.15.99:0/331079453 >> v2:172.21.15.99:3300/0 conn(0x7f8c380cc9a0 msgr2=0x7f8c3815af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:21.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3ca00700 1 --2- 172.21.15.99:0/331079453 >> v2:172.21.15.99:3300/0 conn(0x7f8c380cc9a0 0x7f8c3815af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:21.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3ca00700 1 -- 172.21.15.99:0/331079453 >> v1:172.21.15.170:6789/0 conn(0x7f8c3806d070 legacy=0x7f8c3815eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:21.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3ca00700 1 -- 172.21.15.99:0/331079453 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c380ae5f0 con 0x7f8c380ce610 2024-09-13T17:00:21.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3d400700 1 --2- 172.21.15.99:0/331079453 >> v2:172.21.15.99:3300/0 conn(0x7f8c380cc9a0 0x7f8c3815af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:21.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3ca00700 1 --2- 172.21.15.99:0/331079453 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380ce610 0x7f8c3806cb30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8c28009850 tx=0x7f8c28009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b9a528132d5e4f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:21.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c37e00700 1 -- 172.21.15.99:0/331079453 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c28011830 con 0x7f8c380ce610 2024-09-13T17:00:21.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c37e00700 1 -- 172.21.15.99:0/331079453 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c28011990 con 0x7f8c380ce610 2024-09-13T17:00:21.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c37e00700 1 -- 172.21.15.99:0/331079453 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c28011d40 con 0x7f8c380ce610 2024-09-13T17:00:21.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 -- 172.21.15.99:0/331079453 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380ce610 msgr2=0x7f8c3806cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:21.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 --2- 172.21.15.99:0/331079453 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380ce610 0x7f8c3806cb30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8c28009850 tx=0x7f8c28009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:21.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 -- 172.21.15.99:0/331079453 shutdown_connections 2024-09-13T17:00:21.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 --2- 172.21.15.99:0/331079453 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380ce610 0x7f8c3806cb30 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:21.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 --2- 172.21.15.99:0/331079453 >> v2:172.21.15.99:3300/0 conn(0x7f8c380cc9a0 0x7f8c3815af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:21.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.185+0000 7f8c3e800700 1 -- 172.21.15.99:0/331079453 >> 172.21.15.99:0/331079453 conn(0x7f8c3806f790 msgr2=0x7f8c3806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:21.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.189+0000 7f8c3e800700 1 -- 172.21.15.99:0/331079453 shutdown_connections 2024-09-13T17:00:21.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.189+0000 7f8c3e800700 1 -- 172.21.15.99:0/331079453 wait complete. 2024-09-13T17:00:21.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.189+0000 7f8c3e800700 1 Processor -- start 2024-09-13T17:00:21.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.189+0000 7f8c3e800700 1 -- start start 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3e800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c3806d070 0x7f8c381f6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3e800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380cc9a0 0x7f8c3814cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3e800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c380ce610 0x7f8c38152080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3e800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c381f7040 con 0x7f8c380ce610 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3e800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c381f67a0 con 0x7f8c3806d070 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3e800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c381f6a80 con 0x7f8c380cc9a0 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3de00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c380ce610 0x7f8c38152080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3de00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c380ce610 0x7f8c38152080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47156/0 (socket says 172.21.15.99:47156) 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3de00700 1 -- 172.21.15.99:0/526154368 learned_addr learned my addr 172.21.15.99:0/526154368 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3ca00700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380cc9a0 0x7f8c3814cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3d400700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c3806d070 0x7f8c381f6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:21.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3de00700 1 -- 172.21.15.99:0/526154368 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380cc9a0 msgr2=0x7f8c3814cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:21.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3de00700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380cc9a0 0x7f8c3814cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:21.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3de00700 1 -- 172.21.15.99:0/526154368 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c3806d070 msgr2=0x7f8c381f6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:21.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3de00700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c3806d070 0x7f8c381f6180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:21.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3de00700 1 -- 172.21.15.99:0/526154368 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c2c0094b0 con 0x7f8c380ce610 2024-09-13T17:00:21.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3d400700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c3806d070 0x7f8c381f6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:21.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3de00700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c380ce610 0x7f8c38152080 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8c3000ca80 tx=0x7f8c3000cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:21.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c35600700 1 -- 172.21.15.99:0/526154368 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c3000a7b0 con 0x7f8c380ce610 2024-09-13T17:00:21.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c35600700 1 -- 172.21.15.99:0/526154368 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c3000a910 con 0x7f8c380ce610 2024-09-13T17:00:21.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c35600700 1 -- 172.21.15.99:0/526154368 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c3000ac80 con 0x7f8c380ce610 2024-09-13T17:00:21.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3e800700 1 -- 172.21.15.99:0/526154368 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c280094b0 con 0x7f8c380ce610 2024-09-13T17:00:21.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.193+0000 7f8c3e800700 1 -- 172.21.15.99:0/526154368 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c380b1f10 con 0x7f8c380ce610 2024-09-13T17:00:21.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.197+0000 7f8c3e800700 1 -- 172.21.15.99:0/526154368 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c380b2150 con 0x7f8c380ce610 2024-09-13T17:00:21.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.197+0000 7f8c35600700 1 -- 172.21.15.99:0/526154368 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8c3001b3b0 con 0x7f8c380ce610 2024-09-13T17:00:21.203 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.197+0000 7f8c35600700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8c1c066730 0x7f8c1c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:21.203 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.197+0000 7f8c35600700 1 -- 172.21.15.99:0/526154368 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8c30083e80 con 0x7f8c380ce610 2024-09-13T17:00:21.203 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.197+0000 7f8c3d400700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8c1c066730 0x7f8c1c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:21.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.201+0000 7f8c3d400700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8c1c066730 0x7f8c1c068bf0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8c2c009c60 tx=0x7f8c2c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:21.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.205+0000 7f8c35600700 1 -- 172.21.15.99:0/526154368 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8c30051310 con 0x7f8c380ce610 2024-09-13T17:00:21.452 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 -- 172.21.15.99:0/526154368 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f8c380cbe10 con 0x7f8c380ce610 2024-09-13T17:00:21.452 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c35600700 1 -- 172.21.15.99:0/526154368 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f8c380cbe10 con 0x7f8c380ce610 2024-09-13T17:00:21.453 INFO:teuthology.orchestra.run.smithi099.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T17:00:21.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 -- 172.21.15.99:0/526154368 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8c1c066730 msgr2=0x7f8c1c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:21.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8c1c066730 0x7f8c1c068bf0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8c2c009c60 tx=0x7f8c2c008040 comp rx=0 tx=0).stop 2024-09-13T17:00:21.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 -- 172.21.15.99:0/526154368 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c380ce610 msgr2=0x7f8c38152080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:21.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c380ce610 0x7f8c38152080 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8c3000ca80 tx=0x7f8c3000cb60 comp rx=0 tx=0).stop 2024-09-13T17:00:21.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 -- 172.21.15.99:0/526154368 shutdown_connections 2024-09-13T17:00:21.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8c1c066730 0x7f8c1c068bf0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:21.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8c380ce610 0x7f8c38152080 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:21.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8c380cc9a0 0x7f8c3814cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:21.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 --2- 172.21.15.99:0/526154368 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8c3806d070 0x7f8c381f6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:21.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.449+0000 7f8c3e800700 1 -- 172.21.15.99:0/526154368 >> 172.21.15.99:0/526154368 conn(0x7f8c3806f790 msgr2=0x7f8c380b1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:21.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.453+0000 7f8c3e800700 1 -- 172.21.15.99:0/526154368 shutdown_connections 2024-09-13T17:00:21.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:21.453+0000 7f8c3e800700 1 -- 172.21.15.99:0/526154368 wait complete. 2024-09-13T17:00:21.476 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T17:00:21.476 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:00:21.476 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi170.front.sepia.ceph.com 2024-09-13T17:00:21.476 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T17:00:21.476 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T17:00:21.476 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T17:00:21.477 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T17:00:21.477 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:00:21.477 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T17:00:21.477 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:21.477 DEBUG:teuthology.orchestra.run.smithi170:> ip addr 2024-09-13T17:00:21.493 INFO:teuthology.orchestra.run.smithi170.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 ::1/128 scope host 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:d9:3b:54 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout: altname enp7s0f0 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:d9:3b:55 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout: altname enp7s0f1 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:21.494 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:88:72:54 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:21.495 INFO:teuthology.orchestra.run.smithi170.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:00:21.495 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:88:72:55 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:21.495 INFO:teuthology.orchestra.run.smithi170.stdout: inet 172.21.15.170/20 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T17:00:21.495 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft 42434sec preferred_lft 42434sec 2024-09-13T17:00:21.495 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 fe80::ec4:7aff:fe88:7255/64 scope link 2024-09-13T17:00:21.495 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:21.495 INFO:teuthology.orchestra.run.smithi170.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:00:21.495 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 02:42:ec:c9:89:9b brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:21.495 INFO:teuthology.orchestra.run.smithi170.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:00:21.495 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:21.496 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T17:00:21.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:21.496 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec bash -c ' 2024-09-13T17:00:21.496 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-13T17:00:21.496 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link add name ceph-brx type bridge 2024-09-13T17:00:21.497 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip addr flush dev ceph-brx 2024-09-13T17:00:21.497 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link set ceph-brx up 2024-09-13T17:00:21.497 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T17:00:21.497 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-13T17:00:21.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:21.646 DEBUG:teuthology.orchestra.run.smithi170:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:00:21.681 INFO:teuthology.orchestra.run.smithi170.stdout:1 2024-09-13T17:00:21.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:21.685 DEBUG:teuthology.orchestra.run.smithi170:> route 2024-09-13T17:00:21.767 INFO:teuthology.orchestra.run.smithi170.stdout:Kernel IP routing table 2024-09-13T17:00:21.768 INFO:teuthology.orchestra.run.smithi170.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:00:21.768 INFO:teuthology.orchestra.run.smithi170.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T17:00:21.768 INFO:teuthology.orchestra.run.smithi170.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T17:00:21.768 INFO:teuthology.orchestra.run.smithi170.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:00:21.768 INFO:teuthology.orchestra.run.smithi170.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 enp3s0f1 2024-09-13T17:00:21.768 INFO:teuthology.orchestra.run.smithi170.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:00:21.768 INFO:teuthology.orchestra.run.smithi170.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:00:21.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:21.769 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec bash -c ' 2024-09-13T17:00:21.769 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-13T17:00:21.769 DEBUG:teuthology.orchestra.run.smithi170:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T17:00:21.769 DEBUG:teuthology.orchestra.run.smithi170:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T17:00:21.769 DEBUG:teuthology.orchestra.run.smithi170:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T17:00:21.769 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-13T17:00:21.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:21.894 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list 2024-09-13T17:00:21.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:21.911 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list-id 2024-09-13T17:00:21.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:21.974 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec bash -c ' 2024-09-13T17:00:21.974 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-13T17:00:21.975 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T17:00:21.975 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-13T17:00:21.975 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-13T17:00:22.083 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-13T17:00:22.083 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:22.083 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec bash -c ' 2024-09-13T17:00:22.083 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-13T17:00:22.083 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-13T17:00:22.084 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T17:00:22.084 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-13T17:00:22.084 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-13T17:00:22.084 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-13T17:00:22.084 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-13T17:00:22.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:22.261 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec bash -c ' 2024-09-13T17:00:22.261 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-13T17:00:22.261 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link set brx.0 up 2024-09-13T17:00:22.261 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T17:00:22.261 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-13T17:00:22.328 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:00:22.328 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T17:00:22.341 INFO:teuthology.orchestra.run.smithi170.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T17:00:22.342 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:00:22.342 DEBUG:teuthology.orchestra.run.smithi170:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T17:00:22.405 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-13T17:00:22.405 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:22.406 DEBUG:teuthology.orchestra.run.smithi170:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:22.529 INFO:teuthology.orchestra.run.smithi170.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:22.529 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-13T17:00:23.205 INFO:teuthology.orchestra.run.smithi170.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:23.205 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-13T17:00:23.205 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.170:3300,172.21.15.170:3301" 2024-09-13T17:00:23.205 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: trying mount with new device syntax: 1@78c3ecbc-31d2-493e-b241-0f430ab0a353.cephfs=/ 2024-09-13T17:00:23.205 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.99:3300/172.21.15.170:3300/172.21.15.170:3301" will pass to kernel 2024-09-13T17:00:23.215 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-13T17:00:23.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:23.215 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T17:00:23.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:23.248 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:23.328 INFO:teuthology.orchestra.run.smithi170.stdout:client4650 2024-09-13T17:00:23.328 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:00:23.328 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:23.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:23.392 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:23.462 INFO:teuthology.orchestra.run.smithi170.stdout:client4650 2024-09-13T17:00:23.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:23.462 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:23.531 INFO:teuthology.orchestra.run.smithi170.stdout:client4650 2024-09-13T17:00:23.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:23.531 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/78c3ecbc-31d2-493e-b241-0f430ab0a353.client4650/status') 2024-09-13T17:00:23.610 INFO:teuthology.orchestra.run.smithi170.stdout:instance: client.4650 (3)172.21.15.170:0/47186601 2024-09-13T17:00:23.610 INFO:teuthology.orchestra.run.smithi170.stdout:blocklisted: false 2024-09-13T17:00:23.610 INFO:teuthology.orchestra.run.smithi170.stderr:0+1 records in 2024-09-13T17:00:23.611 INFO:teuthology.orchestra.run.smithi170.stderr:0+1 records out 2024-09-13T17:00:23.611 INFO:teuthology.orchestra.run.smithi170.stderr:69 bytes copied, 0.000241591 s, 286 kB/s 2024-09-13T17:00:23.613 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2024-09-13T17:00:23.613 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T17:00:23.613 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T17:00:23.613 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:00:23.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.785+0000 7f8df7200700 1 Processor -- start 2024-09-13T17:00:23.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.785+0000 7f8df7200700 1 -- start start 2024-09-13T17:00:23.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df7200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 0x7f8df80b0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:23.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df7200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8df80b0eb0 0x7f8df80b2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:23.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df7200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8df80b4b20 con 0x7f8df8159a50 2024-09-13T17:00:23.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df7200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8df80b12c0 con 0x7f8df80b0eb0 2024-09-13T17:00:23.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df7200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8df80b3ba0 con 0x7f8df80ce700 2024-09-13T17:00:23.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df6800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8df80b0eb0 0x7f8df80b2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:23.794 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df5e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f8df8159a50 0x7f8df80cdff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52736/0 (socket says 172.21.15.99:52736) 2024-09-13T17:00:23.794 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df5e00700 1 -- 172.21.15.99:0/2643858021 learned_addr learned my addr 172.21.15.99:0/2643858021 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:23.794 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8defe00700 1 --2- 172.21.15.99:0/2643858021 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 0x7f8df80b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:23.794 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df6800700 1 -- 172.21.15.99:0/2643858021 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 msgr2=0x7f8df80b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:23.794 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df5400700 1 -- 172.21.15.99:0/2643858021 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1873385411 0 0) 0x7f8df80b4b20 con 0x7f8df8159a50 2024-09-13T17:00:23.795 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df6800700 1 --2- 172.21.15.99:0/2643858021 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 0x7f8df80b0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:23.795 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df6800700 1 -- 172.21.15.99:0/2643858021 >> v1:172.21.15.99:6789/0 conn(0x7f8df8159a50 legacy=0x7f8df80cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:23.795 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df6800700 1 -- 172.21.15.99:0/2643858021 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8df80cd230 con 0x7f8df80b0eb0 2024-09-13T17:00:23.795 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8defe00700 1 --2- 172.21.15.99:0/2643858021 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 0x7f8df80b0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:23.795 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df6800700 1 --2- 172.21.15.99:0/2643858021 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 0x7f8df80b2f80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8df0009d90 tx=0x7f8df000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d194b89caf78da34 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:23.796 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df5400700 1 -- 172.21.15.99:0/2643858021 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df000e070 con 0x7f8df80b0eb0 2024-09-13T17:00:23.796 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df5400700 1 -- 172.21.15.99:0/2643858021 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8df000bbd0 con 0x7f8df80b0eb0 2024-09-13T17:00:23.796 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.789+0000 7f8df5400700 1 -- 172.21.15.99:0/2643858021 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df0012430 con 0x7f8df80b0eb0 2024-09-13T17:00:23.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.793+0000 7f8df7200700 1 -- 172.21.15.99:0/2643858021 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 msgr2=0x7f8df80b2f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:23.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.793+0000 7f8df7200700 1 --2- 172.21.15.99:0/2643858021 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 0x7f8df80b2f80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8df0009d90 tx=0x7f8df000b330 comp rx=0 tx=0).stop 2024-09-13T17:00:23.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.793+0000 7f8df7200700 1 -- 172.21.15.99:0/2643858021 shutdown_connections 2024-09-13T17:00:23.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.793+0000 7f8df7200700 1 --2- 172.21.15.99:0/2643858021 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 0x7f8df80b2f80 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:23.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.793+0000 7f8df7200700 1 --2- 172.21.15.99:0/2643858021 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 0x7f8df80b0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:23.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.793+0000 7f8df7200700 1 -- 172.21.15.99:0/2643858021 >> 172.21.15.99:0/2643858021 conn(0x7f8df806f790 msgr2=0x7f8df806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:23.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.793+0000 7f8df7200700 1 -- 172.21.15.99:0/2643858021 shutdown_connections 2024-09-13T17:00:23.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.793+0000 7f8df7200700 1 -- 172.21.15.99:0/2643858021 wait complete. 2024-09-13T17:00:23.798 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.793+0000 7f8df7200700 1 Processor -- start 2024-09-13T17:00:23.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.793+0000 7f8df7200700 1 -- start start 2024-09-13T17:00:23.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df7200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 0x7f8df814fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:23.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df7200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 0x7f8df813c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:23.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df7200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8df8159a50 0x7f8df8138e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:23.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df7200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8df8150fe0 con 0x7f8df80b0eb0 2024-09-13T17:00:23.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df7200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8df8150180 con 0x7f8df8159a50 2024-09-13T17:00:23.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df7200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8df813c690 con 0x7f8df80ce700 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df5e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 0x7f8df814fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df5e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 0x7f8df814fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:32966/0 (socket says 172.21.15.99:32966) 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df5e00700 1 -- 172.21.15.99:0/2710115767 learned_addr learned my addr 172.21.15.99:0/2710115767 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8defe00700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 0x7f8df813c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df6800700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8df8159a50 0x7f8df8138e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df5e00700 1 -- 172.21.15.99:0/2710115767 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 msgr2=0x7f8df813c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df5e00700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 0x7f8df813c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df5e00700 1 -- 172.21.15.99:0/2710115767 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8df8159a50 msgr2=0x7f8df8138e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df5e00700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8df8159a50 0x7f8df8138e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df5e00700 1 -- 172.21.15.99:0/2710115767 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8df0009a70 con 0x7f8df80b0eb0 2024-09-13T17:00:23.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df6800700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8df8159a50 0x7f8df8138e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:23.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df5e00700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 0x7f8df814fc40 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8de800c4e0 tx=0x7f8de800c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:23.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8dee000700 1 -- 172.21.15.99:0/2710115767 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8de8004ca0 con 0x7f8df80b0eb0 2024-09-13T17:00:23.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8dee000700 1 -- 172.21.15.99:0/2710115767 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8de8004e20 con 0x7f8df80b0eb0 2024-09-13T17:00:23.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8dee000700 1 -- 172.21.15.99:0/2710115767 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8de8007310 con 0x7f8df80b0eb0 2024-09-13T17:00:23.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df7200700 1 -- 172.21.15.99:0/2710115767 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8df8139380 con 0x7f8df80b0eb0 2024-09-13T17:00:23.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.797+0000 7f8df7200700 1 -- 172.21.15.99:0/2710115767 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8df81506b0 con 0x7f8df80b0eb0 2024-09-13T17:00:23.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.801+0000 7f8df7200700 1 -- 172.21.15.99:0/2710115767 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8df80b3850 con 0x7f8df80b0eb0 2024-09-13T17:00:23.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.801+0000 7f8dee000700 1 -- 172.21.15.99:0/2710115767 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8de8007470 con 0x7f8df80b0eb0 2024-09-13T17:00:23.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.801+0000 7f8dee000700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8dd4066730 0x7f8dd4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:23.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.801+0000 7f8dee000700 1 -- 172.21.15.99:0/2710115767 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8de8083e70 con 0x7f8df80b0eb0 2024-09-13T17:00:23.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.801+0000 7f8defe00700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8dd4066730 0x7f8dd4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:23.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.805+0000 7f8defe00700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8dd4066730 0x7f8dd4068bf0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8df80addd0 tx=0x7f8de0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:23.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:23.809+0000 7f8dee000700 1 -- 172.21.15.99:0/2710115767 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8de8051140 con 0x7f8df80b0eb0 2024-09-13T17:00:24.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.033+0000 7f8df7200700 1 -- 172.21.15.99:0/2710115767 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f8df80aecb0 con 0x7f8df80b0eb0 2024-09-13T17:00:24.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.033+0000 7f8dee000700 1 -- 172.21.15.99:0/2710115767 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f8de8007720 con 0x7f8df80b0eb0 2024-09-13T17:00:24.039 INFO:teuthology.orchestra.run.smithi099.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T17:00:24.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 -- 172.21.15.99:0/2710115767 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8dd4066730 msgr2=0x7f8dd4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:24.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8dd4066730 0x7f8dd4068bf0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8df80addd0 tx=0x7f8de0008040 comp rx=0 tx=0).stop 2024-09-13T17:00:24.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 -- 172.21.15.99:0/2710115767 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 msgr2=0x7f8df814fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:24.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 0x7f8df814fc40 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8de800c4e0 tx=0x7f8de800c7f0 comp rx=0 tx=0).stop 2024-09-13T17:00:24.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 -- 172.21.15.99:0/2710115767 shutdown_connections 2024-09-13T17:00:24.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8dd4066730 0x7f8dd4068bf0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:24.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8df8159a50 0x7f8df8138e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:24.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8df80ce700 0x7f8df813c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:24.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 --2- 172.21.15.99:0/2710115767 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8df80b0eb0 0x7f8df814fc40 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:24.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 -- 172.21.15.99:0/2710115767 >> 172.21.15.99:0/2710115767 conn(0x7f8df806f790 msgr2=0x7f8df80b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:24.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 -- 172.21.15.99:0/2710115767 shutdown_connections 2024-09-13T17:00:24.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:24.037+0000 7f8df7200700 1 -- 172.21.15.99:0/2710115767 wait complete. 2024-09-13T17:00:24.064 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T17:00:24.064 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:00:24.064 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi170.front.sepia.ceph.com 2024-09-13T17:00:24.064 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-13T17:00:24.064 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T17:00:24.064 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T17:00:24.064 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T17:00:24.064 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:00:24.064 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-13T17:00:24.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.065 DEBUG:teuthology.orchestra.run.smithi170:> ip addr 2024-09-13T17:00:24.082 INFO:teuthology.orchestra.run.smithi170.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:00:24.082 INFO:teuthology.orchestra.run.smithi170.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:00:24.082 INFO:teuthology.orchestra.run.smithi170.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:00:24.082 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.082 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 ::1/128 scope host 2024-09-13T17:00:24.082 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.082 INFO:teuthology.orchestra.run.smithi170.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:24.082 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:d9:3b:54 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout: altname enp7s0f0 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:d9:3b:55 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout: altname enp7s0f1 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:88:72:54 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 0c:c4:7a:88:72:55 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout: inet 172.21.15.170/20 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft 42432sec preferred_lft 42432sec 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 fe80::ec4:7aff:fe88:7255/64 scope link 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:00:24.083 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 02:42:ec:c9:89:9b brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:24.084 INFO:teuthology.orchestra.run.smithi170.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:00:24.084 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.084 INFO:teuthology.orchestra.run.smithi170.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:00:24.084 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 42:cf:f4:64:3c:76 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:00:24.084 INFO:teuthology.orchestra.run.smithi170.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T17:00:24.084 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.084 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 fe80::2037:1dff:fe18:ced4/64 scope link 2024-09-13T17:00:24.084 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.085 INFO:teuthology.orchestra.run.smithi170.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T17:00:24.085 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 42:cf:f4:64:3c:76 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T17:00:24.085 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 fe80::40cf:f4ff:fe64:3c76/64 scope link 2024-09-13T17:00:24.085 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.088 DEBUG:teuthology.orchestra.run.smithi170:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:00:24.158 INFO:teuthology.orchestra.run.smithi170.stdout:1 2024-09-13T17:00:24.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.162 DEBUG:teuthology.orchestra.run.smithi170:> route 2024-09-13T17:00:24.224 INFO:teuthology.orchestra.run.smithi170.stdout:Kernel IP routing table 2024-09-13T17:00:24.224 INFO:teuthology.orchestra.run.smithi170.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:00:24.224 INFO:teuthology.orchestra.run.smithi170.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T17:00:24.224 INFO:teuthology.orchestra.run.smithi170.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T17:00:24.224 INFO:teuthology.orchestra.run.smithi170.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:00:24.224 INFO:teuthology.orchestra.run.smithi170.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 enp3s0f1 2024-09-13T17:00:24.224 INFO:teuthology.orchestra.run.smithi170.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:00:24.224 INFO:teuthology.orchestra.run.smithi170.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:00:24.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.226 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec bash -c ' 2024-09-13T17:00:24.226 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-13T17:00:24.226 DEBUG:teuthology.orchestra.run.smithi170:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T17:00:24.226 DEBUG:teuthology.orchestra.run.smithi170:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T17:00:24.226 DEBUG:teuthology.orchestra.run.smithi170:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T17:00:24.226 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-13T17:00:24.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.368 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list 2024-09-13T17:00:24.381 INFO:teuthology.orchestra.run.smithi170.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T17:00:24.382 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.382 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list-id 2024-09-13T17:00:24.445 INFO:teuthology.orchestra.run.smithi170.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-13T17:00:24.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.446 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec bash -c ' 2024-09-13T17:00:24.446 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-13T17:00:24.446 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T17:00:24.446 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-13T17:00:24.446 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-13T17:00:24.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.566 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T17:00:24.598 INFO:teuthology.orchestra.run.smithi170.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:00:24.598 INFO:teuthology.orchestra.run.smithi170.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:00:24.598 INFO:teuthology.orchestra.run.smithi170.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:00:24.598 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.599 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 ::1/128 scope host 2024-09-13T17:00:24.599 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.599 INFO:teuthology.orchestra.run.smithi170.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:00:24.599 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 7e:d9:d3:22:0a:35 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T17:00:24.599 INFO:teuthology.orchestra.run.smithi170.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T17:00:24.599 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.599 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 fe80::7cd9:d3ff:fe22:a35/64 scope link 2024-09-13T17:00:24.599 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.602 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T17:00:24.652 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:00:24.658 DEBUG:teuthology.orchestra.run.smithi170:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:00:24.680 INFO:teuthology.orchestra.run.smithi170.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:00:24.680 INFO:teuthology.orchestra.run.smithi170.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:00:24.680 INFO:teuthology.orchestra.run.smithi170.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:00:24.680 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.680 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 ::1/128 scope host 2024-09-13T17:00:24.681 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.681 INFO:teuthology.orchestra.run.smithi170.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:00:24.681 INFO:teuthology.orchestra.run.smithi170.stdout: link/ether 7e:d9:d3:22:0a:35 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T17:00:24.681 INFO:teuthology.orchestra.run.smithi170.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T17:00:24.681 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.681 INFO:teuthology.orchestra.run.smithi170.stdout: inet6 fe80::7cd9:d3ff:fe22:a35/64 scope link 2024-09-13T17:00:24.681 INFO:teuthology.orchestra.run.smithi170.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:00:24.682 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-13T17:00:24.682 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.683 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec bash -c ' 2024-09-13T17:00:24.683 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-13T17:00:24.683 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-13T17:00:24.683 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T17:00:24.683 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-13T17:00:24.683 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-13T17:00:24.683 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-13T17:00:24.683 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-13T17:00:24.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:24.873 DEBUG:teuthology.orchestra.run.smithi170:> (cd / && exec bash -c ' 2024-09-13T17:00:24.873 DEBUG:teuthology.orchestra.run.smithi170:> set -e 2024-09-13T17:00:24.873 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link set brx.1 up 2024-09-13T17:00:24.873 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T17:00:24.873 DEBUG:teuthology.orchestra.run.smithi170:> ') 2024-09-13T17:00:24.944 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:00:24.944 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-13T17:00:24.959 INFO:teuthology.orchestra.run.smithi170.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-13T17:00:24.959 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:00:24.959 DEBUG:teuthology.orchestra.run.smithi170:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-13T17:00:25.017 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2024-09-13T17:00:25.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:25.017 DEBUG:teuthology.orchestra.run.smithi170:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:25.143 INFO:teuthology.orchestra.run.smithi170.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:25.143 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-13T17:00:25.170 INFO:teuthology.orchestra.run.smithi170.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:00:25.170 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-13T17:00:25.170 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.170:3300,172.21.15.170:3301" 2024-09-13T17:00:25.170 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: trying mount with new device syntax: 3@78c3ecbc-31d2-493e-b241-0f430ab0a353.cephfs=/ 2024-09-13T17:00:25.170 INFO:teuthology.orchestra.run.smithi170.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.99:3300/172.21.15.170:3300/172.21.15.170:3301" will pass to kernel 2024-09-13T17:00:25.175 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-13T17:00:25.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:25.175 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-13T17:00:25.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:25.203 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:25.271 INFO:teuthology.orchestra.run.smithi170.stdout:client4630 2024-09-13T17:00:25.272 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:00:25.272 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:25.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:25.332 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:25.404 INFO:teuthology.orchestra.run.smithi170.stdout:client4630 2024-09-13T17:00:25.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:25.404 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:00:25.476 INFO:teuthology.orchestra.run.smithi170.stdout:client4630 2024-09-13T17:00:25.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:25.476 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/78c3ecbc-31d2-493e-b241-0f430ab0a353.client4630/status') 2024-09-13T17:00:25.562 INFO:teuthology.orchestra.run.smithi170.stdout:instance: client.4630 (3)192.168.0.2:0/1004613097 2024-09-13T17:00:25.562 INFO:teuthology.orchestra.run.smithi170.stdout:blocklisted: false 2024-09-13T17:00:25.563 INFO:teuthology.orchestra.run.smithi170.stderr:0+1 records in 2024-09-13T17:00:25.563 INFO:teuthology.orchestra.run.smithi170.stderr:0+1 records out 2024-09-13T17:00:25.563 INFO:teuthology.orchestra.run.smithi170.stderr:69 bytes copied, 0.000211299 s, 327 kB/s 2024-09-13T17:00:25.565 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-13T17:00:25.592 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:25.775 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.769+0000 7fea37000700 1 Processor -- start 2024-09-13T17:00:25.775 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.769+0000 7fea37000700 1 -- start start 2024-09-13T17:00:25.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea37000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fea300cc9a0 0x7fea3015af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:25.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea37000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea3015eb10 0x7fea3015ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:25.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea37000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea30151ef0 con 0x7fea300ce610 2024-09-13T17:00:25.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea37000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea3015f460 con 0x7fea300cc9a0 2024-09-13T17:00:25.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea37000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea300cea80 con 0x7fea3015eb10 2024-09-13T17:00:25.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea35c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fea300cc9a0 0x7fea3015af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:25.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea35c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fea300cc9a0 0x7fea3015af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:32970/0 (socket says 172.21.15.99:32970) 2024-09-13T17:00:25.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea35c00700 1 -- 172.21.15.99:0/443315561 learned_addr learned my addr 172.21.15.99:0/443315561 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:25.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea36600700 1 --2- 172.21.15.99:0/443315561 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea3015eb10 0x7fea3015ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:25.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea35c00700 1 -- 172.21.15.99:0/443315561 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea3015eb10 msgr2=0x7fea3015ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:25.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea35c00700 1 --2- 172.21.15.99:0/443315561 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea3015eb10 0x7fea3015ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:25.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea35c00700 1 -- 172.21.15.99:0/443315561 >> v1:172.21.15.170:6789/0 conn(0x7fea300ce610 legacy=0x7fea3006cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:25.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea35c00700 1 -- 172.21.15.99:0/443315561 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea300ae5f0 con 0x7fea300cc9a0 2024-09-13T17:00:25.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.773+0000 7fea35c00700 1 --2- 172.21.15.99:0/443315561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea300cc9a0 0x7fea3015af60 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fea24009910 tx=0x7fea24009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b32ed364c3d18c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:25.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea2fe00700 1 -- 172.21.15.99:0/443315561 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea2400ba60 con 0x7fea300cc9a0 2024-09-13T17:00:25.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea2fe00700 1 -- 172.21.15.99:0/443315561 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea2400bbc0 con 0x7fea300cc9a0 2024-09-13T17:00:25.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea2fe00700 1 -- 172.21.15.99:0/443315561 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea24009e60 con 0x7fea300cc9a0 2024-09-13T17:00:25.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea37000700 1 -- 172.21.15.99:0/443315561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea300cc9a0 msgr2=0x7fea3015af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:25.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea37000700 1 --2- 172.21.15.99:0/443315561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea300cc9a0 0x7fea3015af60 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fea24009910 tx=0x7fea24009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:25.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea37000700 1 -- 172.21.15.99:0/443315561 shutdown_connections 2024-09-13T17:00:25.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea37000700 1 --2- 172.21.15.99:0/443315561 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea3015eb10 0x7fea3015ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:25.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea37000700 1 --2- 172.21.15.99:0/443315561 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea300cc9a0 0x7fea3015af60 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:25.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea37000700 1 -- 172.21.15.99:0/443315561 >> 172.21.15.99:0/443315561 conn(0x7fea3006f790 msgr2=0x7fea3006fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:25.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea37000700 1 -- 172.21.15.99:0/443315561 shutdown_connections 2024-09-13T17:00:25.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea37000700 1 -- 172.21.15.99:0/443315561 wait complete. 2024-09-13T17:00:25.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea37000700 1 Processor -- start 2024-09-13T17:00:25.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.777+0000 7fea37000700 1 -- start start 2024-09-13T17:00:25.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea37000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea300cc9a0 0x7fea30159ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:25.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea37000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea300ce610 0x7fea300a9b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:25.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea37000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea3015eb10 0x7fea300a9170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:25.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea37000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea300a8d70 con 0x7fea3015eb10 2024-09-13T17:00:25.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea37000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea300aa810 con 0x7fea300cc9a0 2024-09-13T17:00:25.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea37000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea300a84a0 con 0x7fea300ce610 2024-09-13T17:00:25.785 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea36600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea3015eb10 0x7fea300a9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea36600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea3015eb10 0x7fea300a9170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:32976/0 (socket says 172.21.15.99:32976) 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea36600700 1 -- 172.21.15.99:0/1128395920 learned_addr learned my addr 172.21.15.99:0/1128395920 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea35c00700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea300cc9a0 0x7fea30159ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea35200700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea300ce610 0x7fea300a9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea36600700 1 -- 172.21.15.99:0/1128395920 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea300ce610 msgr2=0x7fea300a9b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea36600700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea300ce610 0x7fea300a9b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea36600700 1 -- 172.21.15.99:0/1128395920 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea300cc9a0 msgr2=0x7fea30159ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea36600700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea300cc9a0 0x7fea30159ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea36600700 1 -- 172.21.15.99:0/1128395920 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea24009570 con 0x7fea3015eb10 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea35200700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea300ce610 0x7fea300a9b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:25.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea36600700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea3015eb10 0x7fea300a9170 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fea28007e90 tx=0x7fea2800e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:25.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea2d600700 1 -- 172.21.15.99:0/1128395920 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea2800ede0 con 0x7fea3015eb10 2024-09-13T17:00:25.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea2d600700 1 -- 172.21.15.99:0/1128395920 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea28014420 con 0x7fea3015eb10 2024-09-13T17:00:25.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea37000700 1 -- 172.21.15.99:0/1128395920 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea300aa590 con 0x7fea3015eb10 2024-09-13T17:00:25.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea2d600700 1 -- 172.21.15.99:0/1128395920 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea280147d0 con 0x7fea3015eb10 2024-09-13T17:00:25.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.781+0000 7fea37000700 1 -- 172.21.15.99:0/1128395920 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea3015a1e0 con 0x7fea3015eb10 2024-09-13T17:00:25.788 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.785+0000 7fea37000700 1 -- 172.21.15.99:0/1128395920 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea3015a3a0 con 0x7fea3015eb10 2024-09-13T17:00:25.790 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.785+0000 7fea2d600700 1 -- 172.21.15.99:0/1128395920 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fea28014930 con 0x7fea3015eb10 2024-09-13T17:00:25.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.789+0000 7fea2d600700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fea10066730 0x7fea10068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:25.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.789+0000 7fea2d600700 1 -- 172.21.15.99:0/1128395920 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fea28084820 con 0x7fea3015eb10 2024-09-13T17:00:25.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.789+0000 7fea35c00700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fea10066730 0x7fea10068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:25.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.789+0000 7fea35c00700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fea10066730 0x7fea10068bf0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fea24000c00 tx=0x7fea24008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:25.798 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.793+0000 7fea2d600700 1 -- 172.21.15.99:0/1128395920 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fea28051b80 con 0x7fea3015eb10 2024-09-13T17:00:25.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.981+0000 7fea37000700 1 -- 172.21.15.99:0/1128395920 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fea3015be30 con 0x7fea3015eb10 2024-09-13T17:00:25.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.985+0000 7fea2d600700 1 -- 172.21.15.99:0/1128395920 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7fea280551a0 con 0x7fea3015eb10 2024-09-13T17:00:25.989 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:25.989 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:25.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.985+0000 7fea37000700 1 -- 172.21.15.99:0/1128395920 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fea10066730 msgr2=0x7fea10068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:25.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.985+0000 7fea37000700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fea10066730 0x7fea10068bf0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fea24000c00 tx=0x7fea24008030 comp rx=0 tx=0).stop 2024-09-13T17:00:25.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.985+0000 7fea37000700 1 -- 172.21.15.99:0/1128395920 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea3015eb10 msgr2=0x7fea300a9170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:25.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.985+0000 7fea37000700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea3015eb10 0x7fea300a9170 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fea28007e90 tx=0x7fea2800e3c0 comp rx=0 tx=0).stop 2024-09-13T17:00:25.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.989+0000 7fea37000700 1 -- 172.21.15.99:0/1128395920 shutdown_connections 2024-09-13T17:00:25.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.989+0000 7fea37000700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fea10066730 0x7fea10068bf0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:25.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.989+0000 7fea37000700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea3015eb10 0x7fea300a9170 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:25.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.989+0000 7fea37000700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea300ce610 0x7fea300a9b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:25.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.989+0000 7fea37000700 1 --2- 172.21.15.99:0/1128395920 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea300cc9a0 0x7fea30159ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:25.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.989+0000 7fea37000700 1 -- 172.21.15.99:0/1128395920 >> 172.21.15.99:0/1128395920 conn(0x7fea3006f790 msgr2=0x7fea3006dd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:25.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.989+0000 7fea37000700 1 -- 172.21.15.99:0/1128395920 shutdown_connections 2024-09-13T17:00:25.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:25.989+0000 7fea37000700 1 -- 172.21.15.99:0/1128395920 wait complete. 2024-09-13T17:00:26.013 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:26.013 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:26.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.181+0000 7fb325600700 1 Processor -- start 2024-09-13T17:00:26.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.181+0000 7fb325600700 1 -- start start 2024-09-13T17:00:26.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb325600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb3201606f0 0x7fb3200b1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb325600700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fb320071fe0 0x7fb3200ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb325600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb3200b2140 0x7fb3200addb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb325600700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb320160ad0 con 0x7fb3201606f0 2024-09-13T17:00:26.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb325600700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3200b0e70 con 0x7fb320071fe0 2024-09-13T17:00:26.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb325600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3200cfa60 con 0x7fb3200b2140 2024-09-13T17:00:26.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb31fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb3201606f0 0x7fb3200b1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb31fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb3201606f0 0x7fb3200b1c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:32990/0 (socket says 172.21.15.99:32990) 2024-09-13T17:00:26.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb31f400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fb320071fe0 0x7fb3200ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb31fe00700 1 -- 172.21.15.99:0/3780116367 learned_addr learned my addr 172.21.15.99:0/3780116367 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:26.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb324c00700 1 --2- 172.21.15.99:0/3780116367 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb3200b2140 0x7fb3200addb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb31fe00700 1 -- 172.21.15.99:0/3780116367 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb3200b2140 msgr2=0x7fb3200addb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:26.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb31fe00700 1 --2- 172.21.15.99:0/3780116367 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb3200b2140 0x7fb3200addb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb31fe00700 1 -- 172.21.15.99:0/3780116367 >> v2:172.21.15.170:3300/0 conn(0x7fb320071fe0 msgr2=0x7fb3200ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:26.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb31fe00700 1 --2- 172.21.15.99:0/3780116367 >> v2:172.21.15.170:3300/0 conn(0x7fb320071fe0 0x7fb3200ad870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb31fe00700 1 -- 172.21.15.99:0/3780116367 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3200b1120 con 0x7fb3201606f0 2024-09-13T17:00:26.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.185+0000 7fb31fe00700 1 --2- 172.21.15.99:0/3780116367 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 0x7fb3200b1c00 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb3200d0030 tx=0x7fb310009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54beb70716cada8c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:26.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb31ea00700 1 -- 172.21.15.99:0/3780116367 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb310011830 con 0x7fb3201606f0 2024-09-13T17:00:26.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb31ea00700 1 -- 172.21.15.99:0/3780116367 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb310011990 con 0x7fb3201606f0 2024-09-13T17:00:26.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb31ea00700 1 -- 172.21.15.99:0/3780116367 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb310011d20 con 0x7fb3201606f0 2024-09-13T17:00:26.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 -- 172.21.15.99:0/3780116367 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 msgr2=0x7fb3200b1c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 --2- 172.21.15.99:0/3780116367 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 0x7fb3200b1c00 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb3200d0030 tx=0x7fb310009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 -- 172.21.15.99:0/3780116367 shutdown_connections 2024-09-13T17:00:26.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 --2- 172.21.15.99:0/3780116367 >> v2:172.21.15.170:3300/0 conn(0x7fb320071fe0 0x7fb3200ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 --2- 172.21.15.99:0/3780116367 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb3200b2140 0x7fb3200addb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 --2- 172.21.15.99:0/3780116367 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 0x7fb3200b1c00 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 -- 172.21.15.99:0/3780116367 >> 172.21.15.99:0/3780116367 conn(0x7fb3200d0ba0 msgr2=0x7fb3200d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:26.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 -- 172.21.15.99:0/3780116367 shutdown_connections 2024-09-13T17:00:26.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 -- 172.21.15.99:0/3780116367 wait complete. 2024-09-13T17:00:26.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 Processor -- start 2024-09-13T17:00:26.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.189+0000 7fb325600700 1 -- start start 2024-09-13T17:00:26.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb325600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb320071fe0 0x7fb3200b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb325600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb3200b2140 0x7fb32014ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb325600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 0x7fb3200b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb325600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3200c8d10 con 0x7fb3201606f0 2024-09-13T17:00:26.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb325600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3200c7c70 con 0x7fb320071fe0 2024-09-13T17:00:26.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb325600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3200c7f50 con 0x7fb3200b2140 2024-09-13T17:00:26.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb324c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 0x7fb3200b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb324c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 0x7fb3200b46c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33006/0 (socket says 172.21.15.99:33006) 2024-09-13T17:00:26.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb324c00700 1 -- 172.21.15.99:0/4102859482 learned_addr learned my addr 172.21.15.99:0/4102859482 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:26.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb31fe00700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb320071fe0 0x7fb3200b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb31f400700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb3200b2140 0x7fb32014ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb324c00700 1 -- 172.21.15.99:0/4102859482 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb3200b2140 msgr2=0x7fb32014ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb324c00700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb3200b2140 0x7fb32014ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb324c00700 1 -- 172.21.15.99:0/4102859482 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb320071fe0 msgr2=0x7fb3200b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb324c00700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb320071fe0 0x7fb3200b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb324c00700 1 -- 172.21.15.99:0/4102859482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb310009570 con 0x7fb3201606f0 2024-09-13T17:00:26.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb324c00700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 0x7fb3200b46c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb31800efc0 tx=0x7fb318009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:26.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb317e00700 1 -- 172.21.15.99:0/4102859482 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb318009b20 con 0x7fb3201606f0 2024-09-13T17:00:26.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb317e00700 1 -- 172.21.15.99:0/4102859482 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb31800f040 con 0x7fb3201606f0 2024-09-13T17:00:26.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb317e00700 1 -- 172.21.15.99:0/4102859482 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb31800cc90 con 0x7fb3201606f0 2024-09-13T17:00:26.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb325600700 1 -- 172.21.15.99:0/4102859482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3200c8230 con 0x7fb3201606f0 2024-09-13T17:00:26.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.193+0000 7fb325600700 1 -- 172.21.15.99:0/4102859482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3200c87f0 con 0x7fb3201606f0 2024-09-13T17:00:26.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.197+0000 7fb325600700 1 -- 172.21.15.99:0/4102859482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb320068470 con 0x7fb3201606f0 2024-09-13T17:00:26.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.197+0000 7fb317e00700 1 -- 172.21.15.99:0/4102859482 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb318014480 con 0x7fb3201606f0 2024-09-13T17:00:26.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.201+0000 7fb317e00700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb300066730 0x7fb300068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.201+0000 7fb317e00700 1 -- 172.21.15.99:0/4102859482 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb318084c60 con 0x7fb3201606f0 2024-09-13T17:00:26.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.201+0000 7fb31fe00700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb300066730 0x7fb300068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.201+0000 7fb31fe00700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb300066730 0x7fb300068bf0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb310000c00 tx=0x7fb310008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:26.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.209+0000 7fb317e00700 1 -- 172.21.15.99:0/4102859482 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb318051f30 con 0x7fb3201606f0 2024-09-13T17:00:26.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.389+0000 7fb325600700 1 -- 172.21.15.99:0/4102859482 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb3200c8a10 con 0x7fb3201606f0 2024-09-13T17:00:26.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.389+0000 7fb317e00700 1 -- 172.21.15.99:0/4102859482 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb318018070 con 0x7fb3201606f0 2024-09-13T17:00:26.395 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:26.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 -- 172.21.15.99:0/4102859482 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb300066730 msgr2=0x7fb300068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb300066730 0x7fb300068bf0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb310000c00 tx=0x7fb310008030 comp rx=0 tx=0).stop 2024-09-13T17:00:26.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 -- 172.21.15.99:0/4102859482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 msgr2=0x7fb3200b46c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 0x7fb3200b46c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb31800efc0 tx=0x7fb318009f60 comp rx=0 tx=0).stop 2024-09-13T17:00:26.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 -- 172.21.15.99:0/4102859482 shutdown_connections 2024-09-13T17:00:26.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb300066730 0x7fb300068bf0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb3201606f0 0x7fb3200b46c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb3200b2140 0x7fb32014ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 --2- 172.21.15.99:0/4102859482 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb320071fe0 0x7fb3200b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 -- 172.21.15.99:0/4102859482 >> 172.21.15.99:0/4102859482 conn(0x7fb3200d0ba0 msgr2=0x7fb3200ae010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:26.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 -- 172.21.15.99:0/4102859482 shutdown_connections 2024-09-13T17:00:26.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.393+0000 7fb325600700 1 -- 172.21.15.99:0/4102859482 wait complete. 2024-09-13T17:00:26.420 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:26.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.589+0000 7fba56400700 1 Processor -- start 2024-09-13T17:00:26.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.589+0000 7fba56400700 1 -- start start 2024-09-13T17:00:26.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.589+0000 7fba56400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fba50071fe0 0x7fba500ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.589+0000 7fba56400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba50160ad0 con 0x7fba501606f0 2024-09-13T17:00:26.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba56400700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba500b0e70 con 0x7fba500afb40 2024-09-13T17:00:26.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba56400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba500cfa60 con 0x7fba50071fe0 2024-09-13T17:00:26.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba55000700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fba501606f0 0x7fba500b1c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52744/0 (socket says 172.21.15.99:52744) 2024-09-13T17:00:26.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba55000700 1 -- 172.21.15.99:0/2839740413 learned_addr learned my addr 172.21.15.99:0/2839740413 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:26.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba4fe00700 1 --2- 172.21.15.99:0/2839740413 >> v2:172.21.15.170:3300/0 conn(0x7fba50071fe0 0x7fba500ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba4f400700 1 -- 172.21.15.99:0/2839740413 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 906898192 0 0) 0x7fba50160ad0 con 0x7fba501606f0 2024-09-13T17:00:26.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba4fe00700 1 -- 172.21.15.99:0/2839740413 >> v1:172.21.15.170:6789/0 conn(0x7fba500afb40 legacy=0x7fba500ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba4fe00700 1 -- 172.21.15.99:0/2839740413 >> v1:172.21.15.99:6789/0 conn(0x7fba501606f0 legacy=0x7fba500b1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba4fe00700 1 -- 172.21.15.99:0/2839740413 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba500b1120 con 0x7fba50071fe0 2024-09-13T17:00:26.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba4fe00700 1 --2- 172.21.15.99:0/2839740413 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba50071fe0 0x7fba500ad870 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fba3c009850 tx=0x7fba3c009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=657056384e99447b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:26.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba4f400700 1 -- 172.21.15.99:0/2839740413 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba3c011830 con 0x7fba50071fe0 2024-09-13T17:00:26.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba4f400700 1 -- 172.21.15.99:0/2839740413 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba3c011990 con 0x7fba50071fe0 2024-09-13T17:00:26.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba4f400700 1 -- 172.21.15.99:0/2839740413 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba3c011d20 con 0x7fba50071fe0 2024-09-13T17:00:26.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba56400700 1 -- 172.21.15.99:0/2839740413 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba50071fe0 msgr2=0x7fba500ad870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.593+0000 7fba56400700 1 --2- 172.21.15.99:0/2839740413 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba50071fe0 0x7fba500ad870 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fba3c009850 tx=0x7fba3c009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:26.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.597+0000 7fba56400700 1 -- 172.21.15.99:0/2839740413 shutdown_connections 2024-09-13T17:00:26.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.597+0000 7fba56400700 1 --2- 172.21.15.99:0/2839740413 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba50071fe0 0x7fba500ad870 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.597+0000 7fba56400700 1 -- 172.21.15.99:0/2839740413 >> 172.21.15.99:0/2839740413 conn(0x7fba500d0ba0 msgr2=0x7fba500d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:26.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.597+0000 7fba56400700 1 -- 172.21.15.99:0/2839740413 shutdown_connections 2024-09-13T17:00:26.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.597+0000 7fba56400700 1 -- 172.21.15.99:0/2839740413 wait complete. 2024-09-13T17:00:26.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.597+0000 7fba56400700 1 Processor -- start 2024-09-13T17:00:26.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.597+0000 7fba56400700 1 -- start start 2024-09-13T17:00:26.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba56400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba50071fe0 0x7fba500ca3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba56400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba500afb40 0x7fba501f62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba56400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba501606f0 0x7fba501f6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba56400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba501549b0 con 0x7fba50071fe0 2024-09-13T17:00:26.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba56400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba500b5700 con 0x7fba501606f0 2024-09-13T17:00:26.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba56400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba500b59e0 con 0x7fba500afb40 2024-09-13T17:00:26.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba55000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba50071fe0 0x7fba500ca3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba55000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba50071fe0 0x7fba500ca3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33010/0 (socket says 172.21.15.99:33010) 2024-09-13T17:00:26.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba55000700 1 -- 172.21.15.99:0/2489080667 learned_addr learned my addr 172.21.15.99:0/2489080667 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:26.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba4fe00700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba500afb40 0x7fba501f62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba55a00700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba501606f0 0x7fba501f6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba55000700 1 -- 172.21.15.99:0/2489080667 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba500afb40 msgr2=0x7fba501f62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba55000700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba500afb40 0x7fba501f62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba55000700 1 -- 172.21.15.99:0/2489080667 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba501606f0 msgr2=0x7fba501f6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba55000700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba501606f0 0x7fba501f6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba55000700 1 -- 172.21.15.99:0/2489080667 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba3c0094b0 con 0x7fba50071fe0 2024-09-13T17:00:26.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba55000700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba50071fe0 0x7fba500ca3c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fba4400c520 tx=0x7fba4400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:26.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba4cc00700 1 -- 172.21.15.99:0/2489080667 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba44004ca0 con 0x7fba50071fe0 2024-09-13T17:00:26.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba4cc00700 1 -- 172.21.15.99:0/2489080667 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba44004e00 con 0x7fba50071fe0 2024-09-13T17:00:26.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba56400700 1 -- 172.21.15.99:0/2489080667 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba500b5cc0 con 0x7fba50071fe0 2024-09-13T17:00:26.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba4cc00700 1 -- 172.21.15.99:0/2489080667 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba44007310 con 0x7fba50071fe0 2024-09-13T17:00:26.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.601+0000 7fba56400700 1 -- 172.21.15.99:0/2489080667 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba500b6280 con 0x7fba50071fe0 2024-09-13T17:00:26.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.605+0000 7fba56400700 1 -- 172.21.15.99:0/2489080667 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba50068470 con 0x7fba50071fe0 2024-09-13T17:00:26.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.605+0000 7fba4cc00700 1 -- 172.21.15.99:0/2489080667 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fba44007470 con 0x7fba50071fe0 2024-09-13T17:00:26.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.605+0000 7fba4cc00700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba30066730 0x7fba30068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:26.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.605+0000 7fba4cc00700 1 -- 172.21.15.99:0/2489080667 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fba44083d70 con 0x7fba50071fe0 2024-09-13T17:00:26.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.605+0000 7fba4fe00700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba30066730 0x7fba30068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:26.612 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.609+0000 7fba4fe00700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba30066730 0x7fba30068bf0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fba50072400 tx=0x7fba3c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:26.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.613+0000 7fba4cc00700 1 -- 172.21.15.99:0/2489080667 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fba440510d0 con 0x7fba50071fe0 2024-09-13T17:00:26.796 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.793+0000 7fba56400700 1 -- 172.21.15.99:0/2489080667 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fba500af890 con 0x7fba50071fe0 2024-09-13T17:00:26.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.793+0000 7fba4cc00700 1 -- 172.21.15.99:0/2489080667 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fba440546f0 con 0x7fba50071fe0 2024-09-13T17:00:26.797 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:26.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 -- 172.21.15.99:0/2489080667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba30066730 msgr2=0x7fba30068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba30066730 0x7fba30068bf0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fba50072400 tx=0x7fba3c008030 comp rx=0 tx=0).stop 2024-09-13T17:00:26.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 -- 172.21.15.99:0/2489080667 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba50071fe0 msgr2=0x7fba500ca3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:26.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba50071fe0 0x7fba500ca3c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fba4400c520 tx=0x7fba4400c830 comp rx=0 tx=0).stop 2024-09-13T17:00:26.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 -- 172.21.15.99:0/2489080667 shutdown_connections 2024-09-13T17:00:26.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba30066730 0x7fba30068bf0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba501606f0 0x7fba501f6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba500afb40 0x7fba501f62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 --2- 172.21.15.99:0/2489080667 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba50071fe0 0x7fba500ca3c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:26.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 -- 172.21.15.99:0/2489080667 >> 172.21.15.99:0/2489080667 conn(0x7fba500d0ba0 msgr2=0x7fba500d0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:26.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 -- 172.21.15.99:0/2489080667 shutdown_connections 2024-09-13T17:00:26.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.797+0000 7fba56400700 1 -- 172.21.15.99:0/2489080667 wait complete. 2024-09-13T17:00:26.820 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:26.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.993+0000 7f681b200700 1 Processor -- start 2024-09-13T17:00:26.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.993+0000 7f681b200700 1 -- start start 2024-09-13T17:00:27.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f681b200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f68140b4630 0x7f681415b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f681b200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68140cb970 con 0x7f681415b5a0 2024-09-13T17:00:27.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f681b200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f681415ba40 con 0x7f6814154fb0 2024-09-13T17:00:27.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f681b200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f681415c000 con 0x7f68140b4630 2024-09-13T17:00:27.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f681a800700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f681415b5a0 0x7f68140b2600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52758/0 (socket says 172.21.15.99:52758) 2024-09-13T17:00:27.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f681a800700 1 -- 172.21.15.99:0/407230376 learned_addr learned my addr 172.21.15.99:0/407230376 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:27.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f6819400700 1 --2- 172.21.15.99:0/407230376 >> v2:172.21.15.99:3300/0 conn(0x7f68140b4630 0x7f681415b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f6818a00700 1 -- 172.21.15.99:0/407230376 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2265240048 0 0) 0x7f68140cb970 con 0x7f681415b5a0 2024-09-13T17:00:27.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f6818a00700 1 -- 172.21.15.99:0/407230376 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f67fc0035d0 con 0x7f681415b5a0 2024-09-13T17:00:27.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f6819400700 1 -- 172.21.15.99:0/407230376 >> v1:172.21.15.170:6789/0 conn(0x7f6814154fb0 legacy=0x7f68140cbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f6819400700 1 -- 172.21.15.99:0/407230376 >> v1:172.21.15.99:6789/0 conn(0x7f681415b5a0 legacy=0x7f68140b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f6819400700 1 -- 172.21.15.99:0/407230376 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f681415bd20 con 0x7f68140b4630 2024-09-13T17:00:27.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f6819400700 1 --2- 172.21.15.99:0/407230376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f68140b4630 0x7f681415b060 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6804009850 tx=0x7f6804009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21c40d0f955b5aea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:27.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f6818a00700 1 -- 172.21.15.99:0/407230376 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6804011830 con 0x7f68140b4630 2024-09-13T17:00:27.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f6818a00700 1 -- 172.21.15.99:0/407230376 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6804011990 con 0x7f68140b4630 2024-09-13T17:00:27.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:26.997+0000 7f6818a00700 1 -- 172.21.15.99:0/407230376 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6804011d00 con 0x7f68140b4630 2024-09-13T17:00:27.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.001+0000 7f681b200700 1 -- 172.21.15.99:0/407230376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f68140b4630 msgr2=0x7f681415b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.001+0000 7f681b200700 1 --2- 172.21.15.99:0/407230376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f68140b4630 0x7f681415b060 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6804009850 tx=0x7f6804009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:27.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.001+0000 7f681b200700 1 -- 172.21.15.99:0/407230376 shutdown_connections 2024-09-13T17:00:27.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.001+0000 7f681b200700 1 --2- 172.21.15.99:0/407230376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f68140b4630 0x7f681415b060 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.001+0000 7f681b200700 1 -- 172.21.15.99:0/407230376 >> 172.21.15.99:0/407230376 conn(0x7f6814066780 msgr2=0x7f681406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:27.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.001+0000 7f681b200700 1 -- 172.21.15.99:0/407230376 shutdown_connections 2024-09-13T17:00:27.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.001+0000 7f681b200700 1 -- 172.21.15.99:0/407230376 wait complete. 2024-09-13T17:00:27.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681b200700 1 Processor -- start 2024-09-13T17:00:27.008 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681b200700 1 -- start start 2024-09-13T17:00:27.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681b200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68140b4630 0x7f681414a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681b200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6814154fb0 0x7f681414ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681b200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f681415b5a0 0x7f681414f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681b200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f681414a7f0 con 0x7f681415b5a0 2024-09-13T17:00:27.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681b200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f681414fa90 con 0x7f6814154fb0 2024-09-13T17:00:27.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681b200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f681414fd70 con 0x7f68140b4630 2024-09-13T17:00:27.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681a800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f681415b5a0 0x7f681414f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681a800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f681415b5a0 0x7f681414f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33018/0 (socket says 172.21.15.99:33018) 2024-09-13T17:00:27.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681a800700 1 -- 172.21.15.99:0/1952129874 learned_addr learned my addr 172.21.15.99:0/1952129874 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:27.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f6819400700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6814154fb0 0x7f681414ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f6819e00700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68140b4630 0x7f681414a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681a800700 1 -- 172.21.15.99:0/1952129874 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68140b4630 msgr2=0x7f681414a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681a800700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68140b4630 0x7f681414a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681a800700 1 -- 172.21.15.99:0/1952129874 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6814154fb0 msgr2=0x7f681414ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681a800700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6814154fb0 0x7f681414ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.005+0000 7f681a800700 1 -- 172.21.15.99:0/1952129874 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68040094b0 con 0x7f681415b5a0 2024-09-13T17:00:27.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.009+0000 7f681a800700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f681415b5a0 0x7f681414f480 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f681000cb40 tx=0x7f681000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:27.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.009+0000 7f680e000700 1 -- 172.21.15.99:0/1952129874 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6810007500 con 0x7f681415b5a0 2024-09-13T17:00:27.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.009+0000 7f680e000700 1 -- 172.21.15.99:0/1952129874 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6810007660 con 0x7f681415b5a0 2024-09-13T17:00:27.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.009+0000 7f680e000700 1 -- 172.21.15.99:0/1952129874 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68100079f0 con 0x7f681415b5a0 2024-09-13T17:00:27.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.009+0000 7f681b200700 1 -- 172.21.15.99:0/1952129874 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6814150050 con 0x7f681415b5a0 2024-09-13T17:00:27.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.009+0000 7f681b200700 1 -- 172.21.15.99:0/1952129874 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6814150610 con 0x7f681415b5a0 2024-09-13T17:00:27.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.009+0000 7f681b200700 1 -- 172.21.15.99:0/1952129874 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6814150800 con 0x7f681415b5a0 2024-09-13T17:00:27.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.009+0000 7f680e000700 1 -- 172.21.15.99:0/1952129874 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f681001b3b0 con 0x7f681415b5a0 2024-09-13T17:00:27.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.013+0000 7f680e000700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67f8066730 0x7f67f8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.013+0000 7f680e000700 1 -- 172.21.15.99:0/1952129874 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6810083af0 con 0x7f681415b5a0 2024-09-13T17:00:27.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.013+0000 7f6819e00700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67f8066730 0x7f67f8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.013+0000 7f6819e00700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67f8066730 0x7f67f8068bf0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f68080018a0 tx=0x7f6808009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:27.024 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.021+0000 7f680e000700 1 -- 172.21.15.99:0/1952129874 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6810050ef0 con 0x7f681415b5a0 2024-09-13T17:00:27.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.197+0000 7f681b200700 1 -- 172.21.15.99:0/1952129874 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f681415b060 con 0x7f681415b5a0 2024-09-13T17:00:27.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.197+0000 7f680e000700 1 -- 172.21.15.99:0/1952129874 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6810017020 con 0x7f681415b5a0 2024-09-13T17:00:27.202 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:27.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 -- 172.21.15.99:0/1952129874 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67f8066730 msgr2=0x7f67f8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67f8066730 0x7f67f8068bf0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f68080018a0 tx=0x7f6808009040 comp rx=0 tx=0).stop 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 -- 172.21.15.99:0/1952129874 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f681415b5a0 msgr2=0x7f681414f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f681415b5a0 0x7f681414f480 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f681000cb40 tx=0x7f681000cb70 comp rx=0 tx=0).stop 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 -- 172.21.15.99:0/1952129874 shutdown_connections 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67f8066730 0x7f67f8068bf0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f681415b5a0 0x7f681414f480 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6814154fb0 0x7f681414ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 --2- 172.21.15.99:0/1952129874 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68140b4630 0x7f681414a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 -- 172.21.15.99:0/1952129874 >> 172.21.15.99:0/1952129874 conn(0x7f6814066780 msgr2=0x7f681415e6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 -- 172.21.15.99:0/1952129874 shutdown_connections 2024-09-13T17:00:27.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.201+0000 7f681b200700 1 -- 172.21.15.99:0/1952129874 wait complete. 2024-09-13T17:00:27.227 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:27.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.397+0000 7f8fd6000700 1 Processor -- start 2024-09-13T17:00:27.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.397+0000 7f8fd6000700 1 -- start start 2024-09-13T17:00:27.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fd6000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8fd0144670 0x7f8fd00b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fd6000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8fd00ccd10 0x7f8fd00b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fd6000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fd015bef0 con 0x7f8fd015b390 2024-09-13T17:00:27.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fd6000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8fd00cc880 con 0x7f8fd0144670 2024-09-13T17:00:27.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fd6000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd006de60 con 0x7f8fd00ccd10 2024-09-13T17:00:27.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fcf400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8fd0144670 0x7f8fd00b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fcfe00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f8fd015b390 0x7f8fd015b7e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52762/0 (socket says 172.21.15.99:52762) 2024-09-13T17:00:27.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fcfe00700 1 -- 172.21.15.99:0/2419018195 learned_addr learned my addr 172.21.15.99:0/2419018195 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:27.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fcea00700 1 --2- 172.21.15.99:0/2419018195 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8fd00ccd10 0x7f8fd00b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fcf400700 1 -- 172.21.15.99:0/2419018195 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8fd00ccd10 msgr2=0x7f8fd00b4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:27.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fcf400700 1 --2- 172.21.15.99:0/2419018195 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8fd00ccd10 0x7f8fd00b4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fcf400700 1 -- 172.21.15.99:0/2419018195 >> v1:172.21.15.99:6789/0 conn(0x7f8fd015b390 legacy=0x7f8fd015b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fce000700 1 -- 172.21.15.99:0/2419018195 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 326950605 0 0) 0x7f8fc8001110 con 0x7f8fd015b390 2024-09-13T17:00:27.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.401+0000 7f8fcf400700 1 -- 172.21.15.99:0/2419018195 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fd015c130 con 0x7f8fd0144670 2024-09-13T17:00:27.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fcf400700 1 --2- 172.21.15.99:0/2419018195 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd0144670 0x7f8fd00b3ff0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8fc0009d90 tx=0x7f8fc000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45dec010aead4489 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:27.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fce000700 1 -- 172.21.15.99:0/2419018195 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc000e070 con 0x7f8fd0144670 2024-09-13T17:00:27.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fce000700 1 -- 172.21.15.99:0/2419018195 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fc000bb20 con 0x7f8fd0144670 2024-09-13T17:00:27.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fce000700 1 -- 172.21.15.99:0/2419018195 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc0012430 con 0x7f8fd0144670 2024-09-13T17:00:27.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fd6000700 1 -- 172.21.15.99:0/2419018195 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd0144670 msgr2=0x7f8fd00b3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fd6000700 1 --2- 172.21.15.99:0/2419018195 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd0144670 0x7f8fd00b3ff0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8fc0009d90 tx=0x7f8fc000b330 comp rx=0 tx=0).stop 2024-09-13T17:00:27.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fd6000700 1 -- 172.21.15.99:0/2419018195 shutdown_connections 2024-09-13T17:00:27.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fd6000700 1 --2- 172.21.15.99:0/2419018195 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8fd00ccd10 0x7f8fd00b4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fd6000700 1 --2- 172.21.15.99:0/2419018195 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd0144670 0x7f8fd00b3ff0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fd6000700 1 -- 172.21.15.99:0/2419018195 >> 172.21.15.99:0/2419018195 conn(0x7f8fd0071110 msgr2=0x7f8fd0071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:27.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fd6000700 1 -- 172.21.15.99:0/2419018195 shutdown_connections 2024-09-13T17:00:27.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.405+0000 7f8fd6000700 1 -- 172.21.15.99:0/2419018195 wait complete. 2024-09-13T17:00:27.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fd6000700 1 Processor -- start 2024-09-13T17:00:27.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fd6000700 1 -- start start 2024-09-13T17:00:27.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fd6000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd00ccd10 0x7f8fd00af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fd6000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8fd0144670 0x7f8fd013a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fd6000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8fd015b390 0x7f8fd01599a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fd6000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd00afc30 con 0x7f8fd00ccd10 2024-09-13T17:00:27.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fd6000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd013aa10 con 0x7f8fd0144670 2024-09-13T17:00:27.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fd6000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd00b0600 con 0x7f8fd015b390 2024-09-13T17:00:27.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fcf400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd00ccd10 0x7f8fd00af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fcf400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd00ccd10 0x7f8fd00af6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33032/0 (socket says 172.21.15.99:33032) 2024-09-13T17:00:27.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.409+0000 7f8fcf400700 1 -- 172.21.15.99:0/2828159024 learned_addr learned my addr 172.21.15.99:0/2828159024 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:27.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fcfe00700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8fd015b390 0x7f8fd01599a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fcea00700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8fd0144670 0x7f8fd013a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fcf400700 1 -- 172.21.15.99:0/2828159024 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8fd015b390 msgr2=0x7f8fd01599a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fcf400700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8fd015b390 0x7f8fd01599a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fcf400700 1 -- 172.21.15.99:0/2828159024 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8fd0144670 msgr2=0x7f8fd013a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fcf400700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8fd0144670 0x7f8fd013a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fcf400700 1 -- 172.21.15.99:0/2828159024 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fc0009a70 con 0x7f8fd00ccd10 2024-09-13T17:00:27.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fcea00700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8fd0144670 0x7f8fd013a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:27.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fcf400700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd00ccd10 0x7f8fd00af6f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8fc0014040 tx=0x7f8fc0004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:27.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fc7400700 1 -- 172.21.15.99:0/2828159024 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc0012430 con 0x7f8fd00ccd10 2024-09-13T17:00:27.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fd6000700 1 -- 172.21.15.99:0/2828159024 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fd00b08e0 con 0x7f8fd00ccd10 2024-09-13T17:00:27.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fc7400700 1 -- 172.21.15.99:0/2828159024 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fc0020070 con 0x7f8fd00ccd10 2024-09-13T17:00:27.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fc7400700 1 -- 172.21.15.99:0/2828159024 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc0004280 con 0x7f8fd00ccd10 2024-09-13T17:00:27.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fd6000700 1 -- 172.21.15.99:0/2828159024 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fd00b0ea0 con 0x7f8fd00ccd10 2024-09-13T17:00:27.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.413+0000 7f8fd6000700 1 -- 172.21.15.99:0/2828159024 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8fd00cc4d0 con 0x7f8fd00ccd10 2024-09-13T17:00:27.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.417+0000 7f8fc7400700 1 -- 172.21.15.99:0/2828159024 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8fc00043e0 con 0x7f8fd00ccd10 2024-09-13T17:00:27.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.417+0000 7f8fc7400700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8fb0066730 0x7f8fb0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.417+0000 7f8fc7400700 1 -- 172.21.15.99:0/2828159024 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8fc0022070 con 0x7f8fd00ccd10 2024-09-13T17:00:27.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.417+0000 7f8fcea00700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8fb0066730 0x7f8fb0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.417+0000 7f8fcea00700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8fb0066730 0x7f8fb0068bf0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8fd015a650 tx=0x7f8fbc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:27.428 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.425+0000 7f8fc7400700 1 -- 172.21.15.99:0/2828159024 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8fc008a070 con 0x7f8fd00ccd10 2024-09-13T17:00:27.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.613+0000 7f8fd6000700 1 -- 172.21.15.99:0/2828159024 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8fd015b7e0 con 0x7f8fd00ccd10 2024-09-13T17:00:27.622 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.617+0000 7f8fc7400700 1 -- 172.21.15.99:0/2828159024 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7f8fc0053250 con 0x7f8fd00ccd10 2024-09-13T17:00:27.622 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:27.623 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:27.624 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 -- 172.21.15.99:0/2828159024 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8fb0066730 msgr2=0x7f8fb0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8fb0066730 0x7f8fb0068bf0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8fd015a650 tx=0x7f8fbc008040 comp rx=0 tx=0).stop 2024-09-13T17:00:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 -- 172.21.15.99:0/2828159024 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd00ccd10 msgr2=0x7f8fd00af6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd00ccd10 0x7f8fd00af6f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8fc0014040 tx=0x7f8fc0004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 -- 172.21.15.99:0/2828159024 shutdown_connections 2024-09-13T17:00:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8fb0066730 0x7f8fb0068bf0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8fd015b390 0x7f8fd01599a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8fd0144670 0x7f8fd013a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 --2- 172.21.15.99:0/2828159024 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8fd00ccd10 0x7f8fd00af6f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 -- 172.21.15.99:0/2828159024 >> 172.21.15.99:0/2828159024 conn(0x7f8fd0071110 msgr2=0x7f8fd01423c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 -- 172.21.15.99:0/2828159024 shutdown_connections 2024-09-13T17:00:27.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.621+0000 7f8fd6000700 1 -- 172.21.15.99:0/2828159024 wait complete. 2024-09-13T17:00:27.643 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:27.644 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:27.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.809+0000 7f1498200700 1 Processor -- start 2024-09-13T17:00:27.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.809+0000 7f1498200700 1 -- start start 2024-09-13T17:00:27.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1498200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f14901435f0 0x7f149006e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1498200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1490070bc0 0x7f1490071010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1498200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1490071550 con 0x7f149015a400 2024-09-13T17:00:27.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1498200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f149015d9f0 con 0x7f14901435f0 2024-09-13T17:00:27.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1498200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f149015abe0 con 0x7f1490070bc0 2024-09-13T17:00:27.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1495800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f14901435f0 0x7f149006e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1495800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f14901435f0 0x7f149006e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33034/0 (socket says 172.21.15.99:33034) 2024-09-13T17:00:27.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1495800700 1 -- 172.21.15.99:0/4096267607 learned_addr learned my addr 172.21.15.99:0/4096267607 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:27.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1496200700 1 --2- 172.21.15.99:0/4096267607 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1490070bc0 0x7f1490071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1495800700 1 -- 172.21.15.99:0/4096267607 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1490070bc0 msgr2=0x7f1490071010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:27.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1495800700 1 --2- 172.21.15.99:0/4096267607 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1490070bc0 0x7f1490071010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1495800700 1 -- 172.21.15.99:0/4096267607 >> v1:172.21.15.170:6789/0 conn(0x7f149015a400 legacy=0x7f149015e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1495800700 1 -- 172.21.15.99:0/4096267607 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f149015aec0 con 0x7f14901435f0 2024-09-13T17:00:27.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f1495800700 1 --2- 172.21.15.99:0/4096267607 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14901435f0 0x7f149006e150 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1484009910 tx=0x7f1484009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1a7b4f9ac18c00a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:27.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f148fe00700 1 -- 172.21.15.99:0/4096267607 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1484011830 con 0x7f14901435f0 2024-09-13T17:00:27.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f148fe00700 1 -- 172.21.15.99:0/4096267607 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1484011990 con 0x7f14901435f0 2024-09-13T17:00:27.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.813+0000 7f148fe00700 1 -- 172.21.15.99:0/4096267607 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1484011d40 con 0x7f14901435f0 2024-09-13T17:00:27.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 -- 172.21.15.99:0/4096267607 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14901435f0 msgr2=0x7f149006e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 --2- 172.21.15.99:0/4096267607 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14901435f0 0x7f149006e150 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1484009910 tx=0x7f1484009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:27.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 -- 172.21.15.99:0/4096267607 shutdown_connections 2024-09-13T17:00:27.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 --2- 172.21.15.99:0/4096267607 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1490070bc0 0x7f1490071010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 --2- 172.21.15.99:0/4096267607 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f14901435f0 0x7f149006e150 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 -- 172.21.15.99:0/4096267607 >> 172.21.15.99:0/4096267607 conn(0x7f1490071bf0 msgr2=0x7f1490071fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:27.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 -- 172.21.15.99:0/4096267607 shutdown_connections 2024-09-13T17:00:27.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 -- 172.21.15.99:0/4096267607 wait complete. 2024-09-13T17:00:27.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 Processor -- start 2024-09-13T17:00:27.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 -- start start 2024-09-13T17:00:27.823 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1490070bc0 0x7f14900af840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.823 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f14901435f0 0x7f1490159940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.824 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f149015a400 0x7f149015c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.824 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14900b01d0 con 0x7f149015a400 2024-09-13T17:00:27.824 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14900b0420 con 0x7f1490070bc0 2024-09-13T17:00:27.824 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.817+0000 7f1498200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14900b0700 con 0x7f14901435f0 2024-09-13T17:00:27.824 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1496200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f149015a400 0x7f149015c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1496200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f149015a400 0x7f149015c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33038/0 (socket says 172.21.15.99:33038) 2024-09-13T17:00:27.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1495800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1490070bc0 0x7f14900af840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1496200700 1 -- 172.21.15.99:0/1492663250 learned_addr learned my addr 172.21.15.99:0/1492663250 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:27.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1494e00700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f14901435f0 0x7f1490159940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1495800700 1 -- 172.21.15.99:0/1492663250 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f14901435f0 msgr2=0x7f1490159940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1495800700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f14901435f0 0x7f1490159940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1495800700 1 -- 172.21.15.99:0/1492663250 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f149015a400 msgr2=0x7f149015c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:27.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1495800700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f149015a400 0x7f149015c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:27.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1495800700 1 -- 172.21.15.99:0/1492663250 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1484009570 con 0x7f1490070bc0 2024-09-13T17:00:27.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1494e00700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f14901435f0 0x7f1490159940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:27.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1496200700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f149015a400 0x7f149015c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:27.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1495800700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1490070bc0 0x7f14900af840 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1484016000 tx=0x7f1484004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:27.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f148d600700 1 -- 172.21.15.99:0/1492663250 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1484004300 con 0x7f1490070bc0 2024-09-13T17:00:27.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f148d600700 1 -- 172.21.15.99:0/1492663250 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f148401f070 con 0x7f1490070bc0 2024-09-13T17:00:27.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1498200700 1 -- 172.21.15.99:0/1492663250 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14900b09e0 con 0x7f1490070bc0 2024-09-13T17:00:27.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f148d600700 1 -- 172.21.15.99:0/1492663250 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14840036c0 con 0x7f1490070bc0 2024-09-13T17:00:27.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.821+0000 7f1498200700 1 -- 172.21.15.99:0/1492663250 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14900b0fa0 con 0x7f1490070bc0 2024-09-13T17:00:27.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.825+0000 7f1498200700 1 -- 172.21.15.99:0/1492663250 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14901439d0 con 0x7f1490070bc0 2024-09-13T17:00:27.829 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.825+0000 7f148d600700 1 -- 172.21.15.99:0/1492663250 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1484021030 con 0x7f1490070bc0 2024-09-13T17:00:27.831 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.829+0000 7f148d600700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1470066730 0x7f1470068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:27.832 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.829+0000 7f148d600700 1 -- 172.21.15.99:0/1492663250 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1484085470 con 0x7f1490070bc0 2024-09-13T17:00:27.832 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.829+0000 7f1494e00700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1470066730 0x7f1470068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:27.833 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.829+0000 7f1494e00700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1470066730 0x7f1470068bf0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f14900cf920 tx=0x7f147c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:27.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:27.837+0000 7f148d600700 1 -- 172.21.15.99:0/1492663250 <== mon.1 v2:172.21.15.170:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1484052740 con 0x7f1490070bc0 2024-09-13T17:00:28.027 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.021+0000 7f1498200700 1 -- 172.21.15.99:0/1492663250 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f14900b2ed0 con 0x7f1490070bc0 2024-09-13T17:00:28.028 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.025+0000 7f148d600700 1 -- 172.21.15.99:0/1492663250 <== mon.1 v2:172.21.15.170:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1484055d60 con 0x7f1490070bc0 2024-09-13T17:00:28.029 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:28.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 -- 172.21.15.99:0/1492663250 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1470066730 msgr2=0x7f1470068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1470066730 0x7f1470068bf0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f14900cf920 tx=0x7f147c009040 comp rx=0 tx=0).stop 2024-09-13T17:00:28.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 -- 172.21.15.99:0/1492663250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1490070bc0 msgr2=0x7f14900af840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1490070bc0 0x7f14900af840 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1484016000 tx=0x7f1484004770 comp rx=0 tx=0).stop 2024-09-13T17:00:28.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 -- 172.21.15.99:0/1492663250 shutdown_connections 2024-09-13T17:00:28.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1470066730 0x7f1470068bf0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f149015a400 0x7f149015c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f14901435f0 0x7f1490159940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 --2- 172.21.15.99:0/1492663250 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1490070bc0 0x7f14900af840 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 -- 172.21.15.99:0/1492663250 >> 172.21.15.99:0/1492663250 conn(0x7f1490071bf0 msgr2=0x7f14900b36d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:28.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 -- 172.21.15.99:0/1492663250 shutdown_connections 2024-09-13T17:00:28.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.029+0000 7f1498200700 1 -- 172.21.15.99:0/1492663250 wait complete. 2024-09-13T17:00:28.055 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:28.236 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.233+0000 7f6979600700 1 Processor -- start 2024-09-13T17:00:28.236 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.233+0000 7f6979600700 1 -- start start 2024-09-13T17:00:28.239 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.233+0000 7f6979600700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f6974165630 0x7f697406d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.239 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.233+0000 7f6979600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6974165a10 0x7f69740b0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.239 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.233+0000 7f6979600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f69740b0cc0 0x7f69741616f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.239 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.233+0000 7f6979600700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69740b1150 con 0x7f6974165a10 2024-09-13T17:00:28.239 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.233+0000 7f6979600700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6974162490 con 0x7f6974165630 2024-09-13T17:00:28.239 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.233+0000 7f6979600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f697406cea0 con 0x7f69740b0cc0 2024-09-13T17:00:28.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6973400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6974165a10 0x7f69740b0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6973400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6974165a10 0x7f69740b0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33046/0 (socket says 172.21.15.99:33046) 2024-09-13T17:00:28.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6978c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f69740b0cc0 0x7f69741616f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6973400700 1 -- 172.21.15.99:0/231080790 learned_addr learned my addr 172.21.15.99:0/231080790 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:28.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6973e00700 1 --2- 172.21.15.99:0/231080790 >> v2:172.21.15.170:3300/0 conn(0x7f6974165630 0x7f697406d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6973400700 1 -- 172.21.15.99:0/231080790 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f69740b0cc0 msgr2=0x7f69741616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:28.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6973400700 1 --2- 172.21.15.99:0/231080790 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f69740b0cc0 0x7f69741616f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6973400700 1 -- 172.21.15.99:0/231080790 >> v2:172.21.15.170:3300/0 conn(0x7f6974165630 msgr2=0x7f697406d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:28.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6973400700 1 --2- 172.21.15.99:0/231080790 >> v2:172.21.15.170:3300/0 conn(0x7f6974165630 0x7f697406d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6973400700 1 -- 172.21.15.99:0/231080790 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f697406d180 con 0x7f6974165a10 2024-09-13T17:00:28.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6973400700 1 --2- 172.21.15.99:0/231080790 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6974165a10 0x7f69740b0780 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f69740cc5e0 tx=0x7f6960009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18a17fdbc31ce483 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:28.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6972a00700 1 -- 172.21.15.99:0/231080790 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6960011830 con 0x7f6974165a10 2024-09-13T17:00:28.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6972a00700 1 -- 172.21.15.99:0/231080790 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6960011990 con 0x7f6974165a10 2024-09-13T17:00:28.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6972a00700 1 -- 172.21.15.99:0/231080790 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6960011d20 con 0x7f6974165a10 2024-09-13T17:00:28.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6979600700 1 -- 172.21.15.99:0/231080790 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6974165a10 msgr2=0x7f69740b0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6979600700 1 --2- 172.21.15.99:0/231080790 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6974165a10 0x7f69740b0780 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f69740cc5e0 tx=0x7f6960009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6979600700 1 -- 172.21.15.99:0/231080790 shutdown_connections 2024-09-13T17:00:28.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6979600700 1 --2- 172.21.15.99:0/231080790 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f69740b0cc0 0x7f69741616f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6979600700 1 --2- 172.21.15.99:0/231080790 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6974165a10 0x7f69740b0780 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6979600700 1 --2- 172.21.15.99:0/231080790 >> v2:172.21.15.170:3300/0 conn(0x7f6974165630 0x7f697406d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6979600700 1 -- 172.21.15.99:0/231080790 >> 172.21.15.99:0/231080790 conn(0x7f6974066780 msgr2=0x7f697406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:28.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6979600700 1 -- 172.21.15.99:0/231080790 shutdown_connections 2024-09-13T17:00:28.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.237+0000 7f6979600700 1 -- 172.21.15.99:0/231080790 wait complete. 2024-09-13T17:00:28.247 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.241+0000 7f6979600700 1 Processor -- start 2024-09-13T17:00:28.247 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6979600700 1 -- start start 2024-09-13T17:00:28.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6979600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69740b0cc0 0x7f69741469e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6979600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6974165630 0x7f6974160750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6979600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6974165a10 0x7f69741f6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6979600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6974146fc0 con 0x7f69740b0cc0 2024-09-13T17:00:28.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6979600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69741472a0 con 0x7f6974165a10 2024-09-13T17:00:28.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6979600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6974147580 con 0x7f6974165630 2024-09-13T17:00:28.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69740b0cc0 0x7f69741469e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69740b0cc0 0x7f69741469e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33060/0 (socket says 172.21.15.99:33060) 2024-09-13T17:00:28.250 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973e00700 1 -- 172.21.15.99:0/6455777 learned_addr learned my addr 172.21.15.99:0/6455777 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:28.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6978c00700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6974165a10 0x7f69741f6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973400700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6974165630 0x7f6974160750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973e00700 1 -- 172.21.15.99:0/6455777 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6974165630 msgr2=0x7f6974160750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973e00700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6974165630 0x7f6974160750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973e00700 1 -- 172.21.15.99:0/6455777 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6974165a10 msgr2=0x7f69741f6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973e00700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6974165a10 0x7f69741f6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973e00700 1 -- 172.21.15.99:0/6455777 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6960009570 con 0x7f69740b0cc0 2024-09-13T17:00:28.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973400700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6974165630 0x7f6974160750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:28.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6973e00700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69740b0cc0 0x7f69741469e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f696400e9d0 tx=0x7f696400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:28.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f696be00700 1 -- 172.21.15.99:0/6455777 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6964009720 con 0x7f69740b0cc0 2024-09-13T17:00:28.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f696be00700 1 -- 172.21.15.99:0/6455777 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f696400c850 con 0x7f69740b0cc0 2024-09-13T17:00:28.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f696be00700 1 -- 172.21.15.99:0/6455777 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f696400cbc0 con 0x7f69740b0cc0 2024-09-13T17:00:28.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6979600700 1 -- 172.21.15.99:0/6455777 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6974147860 con 0x7f69740b0cc0 2024-09-13T17:00:28.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.245+0000 7f6979600700 1 -- 172.21.15.99:0/6455777 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6974160c90 con 0x7f69740b0cc0 2024-09-13T17:00:28.253 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.249+0000 7f6979600700 1 -- 172.21.15.99:0/6455777 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f697406d980 con 0x7f69740b0cc0 2024-09-13T17:00:28.254 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.249+0000 7f696be00700 1 -- 172.21.15.99:0/6455777 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f696400cd20 con 0x7f69740b0cc0 2024-09-13T17:00:28.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.249+0000 7f696be00700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6954066730 0x7f6954068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.253+0000 7f696be00700 1 -- 172.21.15.99:0/6455777 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6964084230 con 0x7f69740b0cc0 2024-09-13T17:00:28.256 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.253+0000 7f6973400700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6954066730 0x7f6954068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.257 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.253+0000 7f6973400700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6954066730 0x7f6954068bf0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6960000c00 tx=0x7f6960008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:28.261 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.257+0000 7f696be00700 1 -- 172.21.15.99:0/6455777 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6964051590 con 0x7f69740b0cc0 2024-09-13T17:00:28.441 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.437+0000 7f6979600700 1 -- 172.21.15.99:0/6455777 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6974067a10 con 0x7f69740b0cc0 2024-09-13T17:00:28.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.437+0000 7f696be00700 1 -- 172.21.15.99:0/6455777 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6964054bb0 con 0x7f69740b0cc0 2024-09-13T17:00:28.442 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:28.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 -- 172.21.15.99:0/6455777 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6954066730 msgr2=0x7f6954068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6954066730 0x7f6954068bf0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6960000c00 tx=0x7f6960008030 comp rx=0 tx=0).stop 2024-09-13T17:00:28.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 -- 172.21.15.99:0/6455777 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69740b0cc0 msgr2=0x7f69741469e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69740b0cc0 0x7f69741469e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f696400e9d0 tx=0x7f696400ece0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 -- 172.21.15.99:0/6455777 shutdown_connections 2024-09-13T17:00:28.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6954066730 0x7f6954068bf0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6974165a10 0x7f69741f6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6974165630 0x7f6974160750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 --2- 172.21.15.99:0/6455777 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f69740b0cc0 0x7f69741469e0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 -- 172.21.15.99:0/6455777 >> 172.21.15.99:0/6455777 conn(0x7f6974066780 msgr2=0x7f69740b22b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:28.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 -- 172.21.15.99:0/6455777 shutdown_connections 2024-09-13T17:00:28.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.441+0000 7f6979600700 1 -- 172.21.15.99:0/6455777 wait complete. 2024-09-13T17:00:28.465 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:28.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.633+0000 7f7da9000700 1 Processor -- start 2024-09-13T17:00:28.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.633+0000 7f7da9000700 1 -- start start 2024-09-13T17:00:28.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da9000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f7da41606f0 0x7f7da40b1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da9000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7da4160ad0 con 0x7f7da4071fe0 2024-09-13T17:00:28.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da9000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7da40b0e70 con 0x7f7da40adf80 2024-09-13T17:00:28.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da9000700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7da40cfa60 con 0x7f7da41606f0 2024-09-13T17:00:28.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2a00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f7da4071fe0 0x7f7da40ad870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52768/0 (socket says 172.21.15.99:52768) 2024-09-13T17:00:28.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2a00700 1 -- 172.21.15.99:0/2300748527 learned_addr learned my addr 172.21.15.99:0/2300748527 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:28.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da3400700 1 --2- 172.21.15.99:0/2300748527 >> v2:172.21.15.170:3300/0 conn(0x7f7da41606f0 0x7f7da40b1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 35362262 0 0) 0x7f7da4160ad0 con 0x7f7da4071fe0 2024-09-13T17:00:28.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d880035d0 con 0x7f7da4071fe0 2024-09-13T17:00:28.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2838027069 0 0) 0x7f7d880035d0 con 0x7f7da4071fe0 2024-09-13T17:00:28.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 >> v2:172.21.15.170:3300/0 conn(0x7f7da41606f0 msgr2=0x7f7da40b1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:28.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 --2- 172.21.15.99:0/2300748527 >> v2:172.21.15.170:3300/0 conn(0x7f7da41606f0 0x7f7da40b1c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 >> v1:172.21.15.170:6789/0 conn(0x7f7da40adf80 legacy=0x7f7da40ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da40b1120 con 0x7f7da4071fe0 2024-09-13T17:00:28.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f7d90001670 con 0x7f7da4071fe0 2024-09-13T17:00:28.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 >> v1:172.21.15.99:6789/0 conn(0x7f7da4071fe0 legacy=0x7f7da40ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7d88003a20 0x7f7d88003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7d88004420 0x7f7d880048f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7d88005190 0x7f7d8800ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da40cfa60 con 0x7f7d88004420 2024-09-13T17:00:28.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d8800c0d0 con 0x7f7d88005190 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d8800c290 con 0x7f7d88003a20 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2a00700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7d88004420 0x7f7d880048f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da3e00700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7d88005190 0x7f7d8800ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da3400700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7d88003a20 0x7f7d88003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2a00700 1 -- 172.21.15.99:0/2300748527 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7d88003a20 msgr2=0x7f7d88003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2a00700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7d88003a20 0x7f7d88003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2a00700 1 -- 172.21.15.99:0/2300748527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7d88005190 msgr2=0x7f7d8800ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2a00700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7d88005190 0x7f7d8800ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da2a00700 1 -- 172.21.15.99:0/2300748527 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d880035d0 con 0x7f7d88004420 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.637+0000 7f7da3e00700 1 -- 172.21.15.99:0/2300748527 reap_dead start 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da2a00700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7d88004420 0x7f7d880048f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7da4072400 tx=0x7f7d880058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8da345e7fdfa49e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d9000ce00 con 0x7f7d88004420 2024-09-13T17:00:28.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d90005980 con 0x7f7d88004420 2024-09-13T17:00:28.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da2000700 1 -- 172.21.15.99:0/2300748527 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d90005d30 con 0x7f7d88004420 2024-09-13T17:00:28.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da9000700 1 -- 172.21.15.99:0/2300748527 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7d88004420 msgr2=0x7f7d880048f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da9000700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7d88004420 0x7f7d880048f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7da4072400 tx=0x7f7d880058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da9000700 1 -- 172.21.15.99:0/2300748527 shutdown_connections 2024-09-13T17:00:28.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da9000700 1 --2- 172.21.15.99:0/2300748527 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7d88004420 0x7f7d880048f0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da9000700 1 -- 172.21.15.99:0/2300748527 >> 172.21.15.99:0/2300748527 conn(0x7f7da40d0ba0 msgr2=0x7f7da40d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:28.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da9000700 1 -- 172.21.15.99:0/2300748527 shutdown_connections 2024-09-13T17:00:28.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da9000700 1 -- 172.21.15.99:0/2300748527 wait complete. 2024-09-13T17:00:28.648 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da9000700 1 Processor -- start 2024-09-13T17:00:28.648 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.641+0000 7f7da9000700 1 -- start start 2024-09-13T17:00:28.651 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da9000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7d88004420 0x7f7da40c6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da9000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7da40c8640 0x7f7da4159f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da9000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7da40b3fb0 0x7f7da40b4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da9000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da40c8e90 con 0x7f7da40c8640 2024-09-13T17:00:28.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da9000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da40c9170 con 0x7f7da40b3fb0 2024-09-13T17:00:28.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da9000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7da40c9450 con 0x7f7d88004420 2024-09-13T17:00:28.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da2a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7da40c8640 0x7f7da4159f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da2a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7da40c8640 0x7f7da4159f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33076/0 (socket says 172.21.15.99:33076) 2024-09-13T17:00:28.654 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da2a00700 1 -- 172.21.15.99:0/3172971262 learned_addr learned my addr 172.21.15.99:0/3172971262 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:28.654 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da3e00700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7da40b3fb0 0x7f7da40b4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.654 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da3400700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7d88004420 0x7f7da40c6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.654 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da2a00700 1 -- 172.21.15.99:0/3172971262 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7d88004420 msgr2=0x7f7da40c6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.654 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da2a00700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7d88004420 0x7f7da40c6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.654 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da2a00700 1 -- 172.21.15.99:0/3172971262 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7da40b3fb0 msgr2=0x7f7da40b4430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.655 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da2a00700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7da40b3fb0 0x7f7da40b4430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.655 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da2a00700 1 -- 172.21.15.99:0/3172971262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da40c9730 con 0x7f7da40c8640 2024-09-13T17:00:28.655 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da3e00700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7da40b3fb0 0x7f7da40b4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:28.655 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da3400700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7d88004420 0x7f7da40c6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:28.655 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da2a00700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7da40c8640 0x7f7da4159f60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7d90001930 tx=0x7f7d90001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:28.656 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7d9b400700 1 -- 172.21.15.99:0/3172971262 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d90007c40 con 0x7f7da40c8640 2024-09-13T17:00:28.656 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7d9b400700 1 -- 172.21.15.99:0/3172971262 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d90004890 con 0x7f7da40c8640 2024-09-13T17:00:28.656 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7d9b400700 1 -- 172.21.15.99:0/3172971262 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d90004c00 con 0x7f7da40c8640 2024-09-13T17:00:28.656 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da9000700 1 -- 172.21.15.99:0/3172971262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7da40c9a10 con 0x7f7da40c8640 2024-09-13T17:00:28.656 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.645+0000 7f7da9000700 1 -- 172.21.15.99:0/3172971262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7da415a4a0 con 0x7f7da40c8640 2024-09-13T17:00:28.658 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.649+0000 7f7da9000700 1 -- 172.21.15.99:0/3172971262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7da4068470 con 0x7f7da40c8640 2024-09-13T17:00:28.659 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.649+0000 7f7d9b400700 1 -- 172.21.15.99:0/3172971262 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7d90007070 con 0x7f7da40c8640 2024-09-13T17:00:28.659 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.649+0000 7f7d9b400700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7d84066730 0x7f7d84068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:28.659 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.649+0000 7f7d9b400700 1 -- 172.21.15.99:0/3172971262 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7d90085270 con 0x7f7da40c8640 2024-09-13T17:00:28.659 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.649+0000 7f7da3400700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7d84066730 0x7f7d84068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:28.659 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.653+0000 7f7da3400700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7d84066730 0x7f7d84068bf0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7da40679b0 tx=0x7f7d94008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:28.660 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.657+0000 7f7d9b400700 1 -- 172.21.15.99:0/3172971262 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7d900525d0 con 0x7f7da40c8640 2024-09-13T17:00:28.844 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.841+0000 7f7da9000700 1 -- 172.21.15.99:0/3172971262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7da40c9ba0 con 0x7f7da40c8640 2024-09-13T17:00:28.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.841+0000 7f7d9b400700 1 -- 172.21.15.99:0/3172971262 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7d90007dc0 con 0x7f7da40c8640 2024-09-13T17:00:28.845 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:28.849 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 -- 172.21.15.99:0/3172971262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7d84066730 msgr2=0x7f7d84068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.849 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7d84066730 0x7f7d84068bf0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7da40679b0 tx=0x7f7d94008040 comp rx=0 tx=0).stop 2024-09-13T17:00:28.849 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 -- 172.21.15.99:0/3172971262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7da40c8640 msgr2=0x7f7da4159f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:28.849 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7da40c8640 0x7f7da4159f60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7d90001930 tx=0x7f7d90001a00 comp rx=0 tx=0).stop 2024-09-13T17:00:28.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 -- 172.21.15.99:0/3172971262 shutdown_connections 2024-09-13T17:00:28.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7d84066730 0x7f7d84068bf0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7da40c8640 0x7f7da4159f60 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7da40b3fb0 0x7f7da40b4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 --2- 172.21.15.99:0/3172971262 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7d88004420 0x7f7da40c6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:28.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 -- 172.21.15.99:0/3172971262 >> 172.21.15.99:0/3172971262 conn(0x7f7da40d0ba0 msgr2=0x7f7da40717b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:28.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 -- 172.21.15.99:0/3172971262 shutdown_connections 2024-09-13T17:00:28.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:28.845+0000 7f7da9000700 1 -- 172.21.15.99:0/3172971262 wait complete. 2024-09-13T17:00:28.874 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:29.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.049+0000 7f3ecf200700 1 Processor -- start 2024-09-13T17:00:29.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.049+0000 7f3ecf200700 1 -- start start 2024-09-13T17:00:29.057 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecf200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f3ed015cfe0 0x7f3ed00ce490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.057 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecf200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3ed00d1c50 0x7f3ed00ce9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.057 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecf200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00cf740 0x7f3ed00cfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.057 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecf200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ed00d1830 con 0x7f3ed00d1c50 2024-09-13T17:00:29.057 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecf200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ed015d3c0 con 0x7f3ed015cfe0 2024-09-13T17:00:29.057 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecf200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed00d09a0 con 0x7f3ed00cf740 2024-09-13T17:00:29.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecd400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3ed00d1c50 0x7f3ed00ce9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.058 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecde00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f3ed015cfe0 0x7f3ed00ce490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecde00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f3ed015cfe0 0x7f3ed00ce490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:44488/0 (socket says 172.21.15.99:44488) 2024-09-13T17:00:29.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecde00700 1 -- 172.21.15.99:0/1734713875 learned_addr learned my addr 172.21.15.99:0/1734713875 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:29.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecd400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3ed00d1c50 0x7f3ed00ce9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33084/0 (socket says 172.21.15.99:33084) 2024-09-13T17:00:29.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ece800700 1 --2- 172.21.15.99:0/1734713875 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00cf740 0x7f3ed00cfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecde00700 1 -- 172.21.15.99:0/1734713875 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00cf740 msgr2=0x7f3ed00cfbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:29.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecde00700 1 --2- 172.21.15.99:0/1734713875 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00cf740 0x7f3ed00cfbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecde00700 1 -- 172.21.15.99:0/1734713875 >> v2:172.21.15.99:3300/0 conn(0x7f3ed00d1c50 msgr2=0x7f3ed00ce9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:29.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecde00700 1 --2- 172.21.15.99:0/1734713875 >> v2:172.21.15.99:3300/0 conn(0x7f3ed00d1c50 0x7f3ed00ce9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecde00700 1 -- 172.21.15.99:0/1734713875 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ed00d0130 con 0x7f3ed015cfe0 2024-09-13T17:00:29.059 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecd400700 1 --2- 172.21.15.99:0/1734713875 >> v2:172.21.15.99:3300/0 conn(0x7f3ed00d1c50 0x7f3ed00ce9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:29.060 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecde00700 1 --2- 172.21.15.99:0/1734713875 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3ed015cfe0 0x7f3ed00ce490 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3ed008d500 tx=0x7f3ec0009bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec33042861e3b1a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:29.060 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecca00700 1 -- 172.21.15.99:0/1734713875 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0011830 con 0x7f3ed015cfe0 2024-09-13T17:00:29.060 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.053+0000 7f3ecca00700 1 -- 172.21.15.99:0/1734713875 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ec0011990 con 0x7f3ed015cfe0 2024-09-13T17:00:29.060 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecca00700 1 -- 172.21.15.99:0/1734713875 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0011d20 con 0x7f3ed015cfe0 2024-09-13T17:00:29.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 -- 172.21.15.99:0/1734713875 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3ed015cfe0 msgr2=0x7f3ed00ce490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 --2- 172.21.15.99:0/1734713875 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3ed015cfe0 0x7f3ed00ce490 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3ed008d500 tx=0x7f3ec0009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 -- 172.21.15.99:0/1734713875 shutdown_connections 2024-09-13T17:00:29.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 --2- 172.21.15.99:0/1734713875 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00cf740 0x7f3ed00cfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 --2- 172.21.15.99:0/1734713875 >> v2:172.21.15.99:3300/0 conn(0x7f3ed00d1c50 0x7f3ed00ce9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 --2- 172.21.15.99:0/1734713875 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3ed015cfe0 0x7f3ed00ce490 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 -- 172.21.15.99:0/1734713875 >> 172.21.15.99:0/1734713875 conn(0x7f3ed009c060 msgr2=0x7f3ed00d2dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:29.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 -- 172.21.15.99:0/1734713875 shutdown_connections 2024-09-13T17:00:29.061 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 -- 172.21.15.99:0/1734713875 wait complete. 2024-09-13T17:00:29.062 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 Processor -- start 2024-09-13T17:00:29.063 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.057+0000 7f3ecf200700 1 -- start start 2024-09-13T17:00:29.064 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecf200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3ed00cf740 0x7f3ed00ccdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.064 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecf200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00d1c50 0x7f3ed01f6000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.064 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecf200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ed015cfe0 0x7f3ed01f6540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.064 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecf200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed00c8fc0 con 0x7f3ed015cfe0 2024-09-13T17:00:29.064 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecf200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed00c8620 con 0x7f3ed00cf740 2024-09-13T17:00:29.065 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecf200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed00c8900 con 0x7f3ed00d1c50 2024-09-13T17:00:29.065 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ece800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ed015cfe0 0x7f3ed01f6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.065 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ece800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ed015cfe0 0x7f3ed01f6540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33094/0 (socket says 172.21.15.99:33094) 2024-09-13T17:00:29.065 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ece800700 1 -- 172.21.15.99:0/1888747031 learned_addr learned my addr 172.21.15.99:0/1888747031 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:29.065 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecde00700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3ed00cf740 0x7f3ed00ccdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.065 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecd400700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00d1c50 0x7f3ed01f6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ece800700 1 -- 172.21.15.99:0/1888747031 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00d1c50 msgr2=0x7f3ed01f6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ece800700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00d1c50 0x7f3ed01f6000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ece800700 1 -- 172.21.15.99:0/1888747031 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3ed00cf740 msgr2=0x7f3ed00ccdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ece800700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3ed00cf740 0x7f3ed00ccdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ece800700 1 -- 172.21.15.99:0/1888747031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ebc0094b0 con 0x7f3ed015cfe0 2024-09-13T17:00:29.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecd400700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00d1c50 0x7f3ed01f6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:29.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ece800700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ed015cfe0 0x7f3ed01f6540 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8007d20 tx=0x7f3ec800e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:29.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ec6000700 1 -- 172.21.15.99:0/1888747031 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec800ede0 con 0x7f3ed015cfe0 2024-09-13T17:00:29.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ec6000700 1 -- 172.21.15.99:0/1888747031 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ec8007e70 con 0x7f3ed015cfe0 2024-09-13T17:00:29.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecf200700 1 -- 172.21.15.99:0/1888747031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ec0009570 con 0x7f3ed015cfe0 2024-09-13T17:00:29.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ec6000700 1 -- 172.21.15.99:0/1888747031 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec8014640 con 0x7f3ed015cfe0 2024-09-13T17:00:29.067 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecf200700 1 -- 172.21.15.99:0/1888747031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ed00cd300 con 0x7f3ed015cfe0 2024-09-13T17:00:29.068 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.061+0000 7f3ecf200700 1 -- 172.21.15.99:0/1888747031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ed00c9100 con 0x7f3ed015cfe0 2024-09-13T17:00:29.068 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.065+0000 7f3ec6000700 1 -- 172.21.15.99:0/1888747031 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3ec80147a0 con 0x7f3ed015cfe0 2024-09-13T17:00:29.069 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.065+0000 7f3ec6000700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3eb0066760 0x7f3eb0068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.069 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.065+0000 7f3ec6000700 1 -- 172.21.15.99:0/1888747031 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3ec80847c0 con 0x7f3ed015cfe0 2024-09-13T17:00:29.069 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.065+0000 7f3ecde00700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3eb0066760 0x7f3eb0068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.070 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.065+0000 7f3ecde00700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3eb0066760 0x7f3eb0068c20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0000c00 tx=0x7f3ec0008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:29.077 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.073+0000 7f3ec6000700 1 -- 172.21.15.99:0/1888747031 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3ed00c9100 con 0x7f3ed015cfe0 2024-09-13T17:00:29.267 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.261+0000 7f3ecf200700 1 -- 172.21.15.99:0/1888747031 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3ed00c9100 con 0x7f3ed015cfe0 2024-09-13T17:00:29.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.265+0000 7f3ec6000700 1 -- 172.21.15.99:0/1888747031 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7f3ed00c9100 con 0x7f3ed015cfe0 2024-09-13T17:00:29.270 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:29.270 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:29.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 -- 172.21.15.99:0/1888747031 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3eb0066760 msgr2=0x7f3eb0068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3eb0066760 0x7f3eb0068c20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0000c00 tx=0x7f3ec0008030 comp rx=0 tx=0).stop 2024-09-13T17:00:29.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 -- 172.21.15.99:0/1888747031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ed015cfe0 msgr2=0x7f3ed01f6540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ed015cfe0 0x7f3ed01f6540 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8007d20 tx=0x7f3ec800e3c0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 -- 172.21.15.99:0/1888747031 shutdown_connections 2024-09-13T17:00:29.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3eb0066760 0x7f3eb0068c20 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3ed015cfe0 0x7f3ed01f6540 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3ed00d1c50 0x7f3ed01f6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.274 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 --2- 172.21.15.99:0/1888747031 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3ed00cf740 0x7f3ed00ccdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.274 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 -- 172.21.15.99:0/1888747031 >> 172.21.15.99:0/1888747031 conn(0x7f3ed009c060 msgr2=0x7f3ed00d2db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:29.274 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 -- 172.21.15.99:0/1888747031 shutdown_connections 2024-09-13T17:00:29.274 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.269+0000 7f3ecf200700 1 -- 172.21.15.99:0/1888747031 wait complete. 2024-09-13T17:00:29.294 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:29.294 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:29.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.477+0000 7fe96da00700 1 Processor -- start 2024-09-13T17:00:29.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.477+0000 7fe96da00700 1 -- start start 2024-09-13T17:00:29.484 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe96da00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680ae880 0x7fe9680af900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.484 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe96da00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9680cd9a0 con 0x7fe96815e410 2024-09-13T17:00:29.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe96da00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9680cfa60 con 0x7fe9680cc930 2024-09-13T17:00:29.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe96da00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9680cdbf0 con 0x7fe9680ae880 2024-09-13T17:00:29.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe967e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe96815e410 0x7fe9680ceaa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52782/0 (socket says 172.21.15.99:52782) 2024-09-13T17:00:29.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe967e00700 1 -- 172.21.15.99:0/698277431 learned_addr learned my addr 172.21.15.99:0/698277431 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:29.486 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe96d000700 1 --2- 172.21.15.99:0/698277431 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680ae880 0x7fe9680af900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.486 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe966a00700 1 -- 172.21.15.99:0/698277431 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4194776497 0 0) 0x7fe9680cd9a0 con 0x7fe96815e410 2024-09-13T17:00:29.486 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe966a00700 1 -- 172.21.15.99:0/698277431 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe94c0035d0 con 0x7fe96815e410 2024-09-13T17:00:29.486 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe96d000700 1 -- 172.21.15.99:0/698277431 >> v1:172.21.15.170:6789/0 conn(0x7fe9680cc930 legacy=0x7fe9680cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.486 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe966a00700 1 -- 172.21.15.99:0/698277431 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3797527207 0 0) 0x7fe9680cfa60 con 0x7fe9680cc930 2024-09-13T17:00:29.486 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe96d000700 1 -- 172.21.15.99:0/698277431 >> v1:172.21.15.99:6789/0 conn(0x7fe96815e410 legacy=0x7fe9680ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.486 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe96d000700 1 -- 172.21.15.99:0/698277431 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9680cded0 con 0x7fe9680ae880 2024-09-13T17:00:29.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe96d000700 1 --2- 172.21.15.99:0/698277431 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680ae880 0x7fe9680af900 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe960009dc0 tx=0x7fe96000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd70d30bfe9ef4fa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:29.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe966a00700 1 -- 172.21.15.99:0/698277431 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe96000e070 con 0x7fe9680ae880 2024-09-13T17:00:29.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe966a00700 1 -- 172.21.15.99:0/698277431 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe96000bb20 con 0x7fe9680ae880 2024-09-13T17:00:29.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.481+0000 7fe966a00700 1 -- 172.21.15.99:0/698277431 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe96000be90 con 0x7fe9680ae880 2024-09-13T17:00:29.488 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.485+0000 7fe96da00700 1 -- 172.21.15.99:0/698277431 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680ae880 msgr2=0x7fe9680af900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.488 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.485+0000 7fe96da00700 1 --2- 172.21.15.99:0/698277431 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680ae880 0x7fe9680af900 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe960009dc0 tx=0x7fe96000b330 comp rx=0 tx=0).stop 2024-09-13T17:00:29.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.485+0000 7fe96da00700 1 -- 172.21.15.99:0/698277431 shutdown_connections 2024-09-13T17:00:29.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.485+0000 7fe96da00700 1 --2- 172.21.15.99:0/698277431 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680ae880 0x7fe9680af900 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.485+0000 7fe96da00700 1 -- 172.21.15.99:0/698277431 >> 172.21.15.99:0/698277431 conn(0x7fe9680d0ba0 msgr2=0x7fe9680d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:29.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.485+0000 7fe96da00700 1 -- 172.21.15.99:0/698277431 shutdown_connections 2024-09-13T17:00:29.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.485+0000 7fe96da00700 1 -- 172.21.15.99:0/698277431 wait complete. 2024-09-13T17:00:29.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.485+0000 7fe96da00700 1 Processor -- start 2024-09-13T17:00:29.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.485+0000 7fe96da00700 1 -- start start 2024-09-13T17:00:29.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe96da00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe9680ae880 0x7fe9681f2f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe96da00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680cc930 0x7fe968072250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe96da00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe96815e410 0x7fe96806bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe96da00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9681f2590 con 0x7fe9680ae880 2024-09-13T17:00:29.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe96da00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9680b40c0 con 0x7fe96815e410 2024-09-13T17:00:29.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe96da00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9680b6a90 con 0x7fe9680cc930 2024-09-13T17:00:29.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe967e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe9680ae880 0x7fe9681f2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe967e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe9680ae880 0x7fe9681f2f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33110/0 (socket says 172.21.15.99:33110) 2024-09-13T17:00:29.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe967e00700 1 -- 172.21.15.99:0/1500324740 learned_addr learned my addr 172.21.15.99:0/1500324740 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:29.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe967400700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680cc930 0x7fe968072250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe96d000700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe96815e410 0x7fe96806bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe967e00700 1 -- 172.21.15.99:0/1500324740 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680cc930 msgr2=0x7fe968072250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe967e00700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680cc930 0x7fe968072250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe967e00700 1 -- 172.21.15.99:0/1500324740 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe96815e410 msgr2=0x7fe96806bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe967e00700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe96815e410 0x7fe96806bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe967e00700 1 -- 172.21.15.99:0/1500324740 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe960009a70 con 0x7fe9680ae880 2024-09-13T17:00:29.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe967e00700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe9680ae880 0x7fe9681f2f80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe95800c4d0 tx=0x7fe95800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:29.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe95fe00700 1 -- 172.21.15.99:0/1500324740 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9580011d0 con 0x7fe9680ae880 2024-09-13T17:00:29.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe95fe00700 1 -- 172.21.15.99:0/1500324740 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe958005d90 con 0x7fe9680ae880 2024-09-13T17:00:29.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe96da00700 1 -- 172.21.15.99:0/1500324740 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9680b3b00 con 0x7fe9680ae880 2024-09-13T17:00:29.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe95fe00700 1 -- 172.21.15.99:0/1500324740 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9580072d0 con 0x7fe9680ae880 2024-09-13T17:00:29.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe96da00700 1 -- 172.21.15.99:0/1500324740 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9681f2780 con 0x7fe9680ae880 2024-09-13T17:00:29.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.489+0000 7fe96da00700 1 -- 172.21.15.99:0/1500324740 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe968068470 con 0x7fe9680ae880 2024-09-13T17:00:29.497 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.493+0000 7fe95fe00700 1 -- 172.21.15.99:0/1500324740 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe958007430 con 0x7fe9680ae880 2024-09-13T17:00:29.499 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.497+0000 7fe95fe00700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe948066730 0x7fe948068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:29.500 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.497+0000 7fe95fe00700 1 -- 172.21.15.99:0/1500324740 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe958083510 con 0x7fe9680ae880 2024-09-13T17:00:29.500 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.497+0000 7fe967400700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe948066730 0x7fe948068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:29.501 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.497+0000 7fe967400700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe948066730 0x7fe948068bf0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe96806c8c0 tx=0x7fe954009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:29.506 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.501+0000 7fe95fe00700 1 -- 172.21.15.99:0/1500324740 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe958050920 con 0x7fe9680ae880 2024-09-13T17:00:29.684 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.681+0000 7fe96da00700 1 -- 172.21.15.99:0/1500324740 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe9680af900 con 0x7fe9680ae880 2024-09-13T17:00:29.890 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.681+0000 7fe95fe00700 1 -- 172.21.15.99:0/1500324740 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe958017020 con 0x7fe9680ae880 2024-09-13T17:00:29.890 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 -- 172.21.15.99:0/1500324740 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe948066730 msgr2=0x7fe948068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe948066730 0x7fe948068bf0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe96806c8c0 tx=0x7fe954009040 comp rx=0 tx=0).stop 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 -- 172.21.15.99:0/1500324740 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe9680ae880 msgr2=0x7fe9681f2f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe9680ae880 0x7fe9681f2f80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe95800c4d0 tx=0x7fe95800c890 comp rx=0 tx=0).stop 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 -- 172.21.15.99:0/1500324740 shutdown_connections 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe948066730 0x7fe948068bf0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe96815e410 0x7fe96806bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe9680cc930 0x7fe968072250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 --2- 172.21.15.99:0/1500324740 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe9680ae880 0x7fe9681f2f80 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 -- 172.21.15.99:0/1500324740 >> 172.21.15.99:0/1500324740 conn(0x7fe9680d0ba0 msgr2=0x7fe9680737c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:29.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 -- 172.21.15.99:0/1500324740 shutdown_connections 2024-09-13T17:00:29.893 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:29.685+0000 7fe96da00700 1 -- 172.21.15.99:0/1500324740 wait complete. 2024-09-13T17:00:29.893 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:30.075 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.069+0000 7f0025800700 1 Processor -- start 2024-09-13T17:00:30.075 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.069+0000 7f0025800700 1 -- start start 2024-09-13T17:00:30.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.073+0000 7f0025800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f002015ad00 0x7f00200701a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.073+0000 7f0025800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00200cd7c0 0x7f002006efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.073+0000 7f0025800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0020070e90 con 0x7f002006eb90 2024-09-13T17:00:30.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.073+0000 7f0025800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f002006de30 con 0x7f002015ad00 2024-09-13T17:00:30.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.073+0000 7f0025800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0020066580 con 0x7f00200cd7c0 2024-09-13T17:00:30.079 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.073+0000 7f001fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f002015ad00 0x7f00200701a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.079 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.073+0000 7f001fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f002015ad00 0x7f00200701a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33122/0 (socket says 172.21.15.99:33122) 2024-09-13T17:00:30.079 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.073+0000 7f001fe00700 1 -- 172.21.15.99:0/2343012950 learned_addr learned my addr 172.21.15.99:0/2343012950 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:30.079 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.073+0000 7f0024e00700 1 --2- 172.21.15.99:0/2343012950 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00200cd7c0 0x7f002006efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f001fe00700 1 -- 172.21.15.99:0/2343012950 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00200cd7c0 msgr2=0x7f002006efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:30.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f001f400700 1 -- 172.21.15.99:0/2343012950 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 682028124 0 0) 0x7f0020070e90 con 0x7f002006eb90 2024-09-13T17:00:30.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f001fe00700 1 --2- 172.21.15.99:0/2343012950 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00200cd7c0 0x7f002006efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f001fe00700 1 -- 172.21.15.99:0/2343012950 >> v1:172.21.15.170:6789/0 conn(0x7f002006eb90 legacy=0x7f00200cd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f001fe00700 1 -- 172.21.15.99:0/2343012950 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f002006e0b0 con 0x7f002015ad00 2024-09-13T17:00:30.080 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f001fe00700 1 --2- 172.21.15.99:0/2343012950 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f002015ad00 0x7f00200701a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0010009910 tx=0x7f0010009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5685caef79869714 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:30.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f001f400700 1 -- 172.21.15.99:0/2343012950 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0010011830 con 0x7f002015ad00 2024-09-13T17:00:30.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f001f400700 1 -- 172.21.15.99:0/2343012950 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0010011990 con 0x7f002015ad00 2024-09-13T17:00:30.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f001f400700 1 -- 172.21.15.99:0/2343012950 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0010011d40 con 0x7f002015ad00 2024-09-13T17:00:30.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f0025800700 1 -- 172.21.15.99:0/2343012950 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f002015ad00 msgr2=0x7f00200701a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f0025800700 1 --2- 172.21.15.99:0/2343012950 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f002015ad00 0x7f00200701a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0010009910 tx=0x7f0010009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:30.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f0025800700 1 -- 172.21.15.99:0/2343012950 shutdown_connections 2024-09-13T17:00:30.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f0025800700 1 --2- 172.21.15.99:0/2343012950 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00200cd7c0 0x7f002006efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f0025800700 1 --2- 172.21.15.99:0/2343012950 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f002015ad00 0x7f00200701a0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f0025800700 1 -- 172.21.15.99:0/2343012950 >> 172.21.15.99:0/2343012950 conn(0x7f00200cf1b0 msgr2=0x7f00200cf5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:30.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f0025800700 1 -- 172.21.15.99:0/2343012950 shutdown_connections 2024-09-13T17:00:30.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.077+0000 7f0025800700 1 -- 172.21.15.99:0/2343012950 wait complete. 2024-09-13T17:00:30.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.081+0000 7f0025800700 1 Processor -- start 2024-09-13T17:00:30.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.081+0000 7f0025800700 1 -- start start 2024-09-13T17:00:30.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0025800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f002006eb90 0x7f00200cacd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0025800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f002015ad00 0x7f00201f5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0025800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0020073a30 0x7f00201f30a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0025800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00201f63f0 con 0x7f0020073a30 2024-09-13T17:00:30.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0025800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00201f2c10 con 0x7f002015ad00 2024-09-13T17:00:30.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0025800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00201f6620 con 0x7f002006eb90 2024-09-13T17:00:30.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0024e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0020073a30 0x7f00201f30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0024e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0020073a30 0x7f00201f30a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33128/0 (socket says 172.21.15.99:33128) 2024-09-13T17:00:30.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0024e00700 1 -- 172.21.15.99:0/1985609365 learned_addr learned my addr 172.21.15.99:0/1985609365 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:30.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0017400700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f002015ad00 0x7f00201f5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f001fe00700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f002006eb90 0x7f00200cacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0024e00700 1 -- 172.21.15.99:0/1985609365 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f002006eb90 msgr2=0x7f00200cacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0024e00700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f002006eb90 0x7f00200cacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0024e00700 1 -- 172.21.15.99:0/1985609365 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f002015ad00 msgr2=0x7f00201f5eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0024e00700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f002015ad00 0x7f00201f5eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0024e00700 1 -- 172.21.15.99:0/1985609365 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0010009570 con 0x7f0020073a30 2024-09-13T17:00:30.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0017400700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f002015ad00 0x7f00201f5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:30.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0024e00700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0020073a30 0x7f00201f30a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f001800e900 tx=0x7f001800ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:30.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f001cc00700 1 -- 172.21.15.99:0/1985609365 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00180096e0 con 0x7f0020073a30 2024-09-13T17:00:30.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0025800700 1 -- 172.21.15.99:0/1985609365 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00201f6900 con 0x7f0020073a30 2024-09-13T17:00:30.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f001cc00700 1 -- 172.21.15.99:0/1985609365 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f001800c850 con 0x7f0020073a30 2024-09-13T17:00:30.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f001cc00700 1 -- 172.21.15.99:0/1985609365 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f001800cbe0 con 0x7f0020073a30 2024-09-13T17:00:30.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.085+0000 7f0025800700 1 -- 172.21.15.99:0/1985609365 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00201f2870 con 0x7f0020073a30 2024-09-13T17:00:30.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.089+0000 7f0025800700 1 -- 172.21.15.99:0/1985609365 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00201f2dc0 con 0x7f0020073a30 2024-09-13T17:00:30.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.089+0000 7f001cc00700 1 -- 172.21.15.99:0/1985609365 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f001800cd40 con 0x7f0020073a30 2024-09-13T17:00:30.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.089+0000 7f001cc00700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efffc066730 0x7efffc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.089+0000 7f001cc00700 1 -- 172.21.15.99:0/1985609365 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0018084270 con 0x7f0020073a30 2024-09-13T17:00:30.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.089+0000 7f001fe00700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efffc066730 0x7efffc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.093+0000 7f001fe00700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efffc066730 0x7efffc068bf0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0010014040 tx=0x7f0010008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:30.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.097+0000 7f001cc00700 1 -- 172.21.15.99:0/1985609365 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f00201f2dc0 con 0x7f0020073a30 2024-09-13T17:00:30.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.277+0000 7f0025800700 1 -- 172.21.15.99:0/1985609365 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f00201f2d80 con 0x7f0020073a30 2024-09-13T17:00:30.281 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.277+0000 7f001cc00700 1 -- 172.21.15.99:0/1985609365 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0018051550 con 0x7f0020073a30 2024-09-13T17:00:30.281 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:30.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 -- 172.21.15.99:0/1985609365 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efffc066730 msgr2=0x7efffc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efffc066730 0x7efffc068bf0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0010014040 tx=0x7f0010008030 comp rx=0 tx=0).stop 2024-09-13T17:00:30.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 -- 172.21.15.99:0/1985609365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0020073a30 msgr2=0x7f00201f30a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0020073a30 0x7f00201f30a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f001800e900 tx=0x7f001800ecc0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 -- 172.21.15.99:0/1985609365 shutdown_connections 2024-09-13T17:00:30.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efffc066730 0x7efffc068bf0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0020073a30 0x7f00201f30a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f002015ad00 0x7f00201f5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 --2- 172.21.15.99:0/1985609365 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f002006eb90 0x7f00200cacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.287 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 -- 172.21.15.99:0/1985609365 >> 172.21.15.99:0/1985609365 conn(0x7f00200cf1b0 msgr2=0x7f002015b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:30.287 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 -- 172.21.15.99:0/1985609365 shutdown_connections 2024-09-13T17:00:30.287 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.281+0000 7f0025800700 1 -- 172.21.15.99:0/1985609365 wait complete. 2024-09-13T17:00:30.304 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:30.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.469+0000 7fea15a00700 1 Processor -- start 2024-09-13T17:00:30.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.469+0000 7fea15a00700 1 -- start start 2024-09-13T17:00:30.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.473+0000 7fea15a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fea1015e410 0x7fea100af900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.473+0000 7fea15a00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea100cd9a0 con 0x7fea100cf1b0 2024-09-13T17:00:30.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.473+0000 7fea15a00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea100cfa60 con 0x7fea100cc930 2024-09-13T17:00:30.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.473+0000 7fea15a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea100cdbf0 con 0x7fea1015e410 2024-09-13T17:00:30.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.473+0000 7fea0fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fea1015e410 0x7fea100af900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.473+0000 7fea15000700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fea100cf1b0 0x7fea100ad870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52798/0 (socket says 172.21.15.99:52798) 2024-09-13T17:00:30.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.473+0000 7fea15000700 1 -- 172.21.15.99:0/357045183 learned_addr learned my addr 172.21.15.99:0/357045183 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:30.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.473+0000 7fea0f400700 1 -- 172.21.15.99:0/357045183 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 125710485 0 0) 0x7fea100cd9a0 con 0x7fea100cf1b0 2024-09-13T17:00:30.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea0f400700 1 -- 172.21.15.99:0/357045183 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe9f40035d0 con 0x7fea100cf1b0 2024-09-13T17:00:30.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea0f400700 1 -- 172.21.15.99:0/357045183 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2987516545 0 0) 0x7fea100cfa60 con 0x7fea100cc930 2024-09-13T17:00:30.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea0fe00700 1 -- 172.21.15.99:0/357045183 >> v1:172.21.15.170:6789/0 conn(0x7fea100cc930 legacy=0x7fea100ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea0fe00700 1 -- 172.21.15.99:0/357045183 >> v1:172.21.15.99:6789/0 conn(0x7fea100cf1b0 legacy=0x7fea100ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.480 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea0fe00700 1 -- 172.21.15.99:0/357045183 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea100cded0 con 0x7fea1015e410 2024-09-13T17:00:30.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea0fe00700 1 --2- 172.21.15.99:0/357045183 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 0x7fea100af900 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fea00009d90 tx=0x7fea0000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a29bdec4c40f64b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:30.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea0f400700 1 -- 172.21.15.99:0/357045183 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea0000e070 con 0x7fea1015e410 2024-09-13T17:00:30.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea0f400700 1 -- 172.21.15.99:0/357045183 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea0000bb20 con 0x7fea1015e410 2024-09-13T17:00:30.481 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea0f400700 1 -- 172.21.15.99:0/357045183 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea0000bed0 con 0x7fea1015e410 2024-09-13T17:00:30.482 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea15a00700 1 -- 172.21.15.99:0/357045183 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 msgr2=0x7fea100af900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.482 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea15a00700 1 --2- 172.21.15.99:0/357045183 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 0x7fea100af900 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fea00009d90 tx=0x7fea0000b330 comp rx=0 tx=0).stop 2024-09-13T17:00:30.482 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea15a00700 1 -- 172.21.15.99:0/357045183 shutdown_connections 2024-09-13T17:00:30.482 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea15a00700 1 --2- 172.21.15.99:0/357045183 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 0x7fea100af900 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.482 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea15a00700 1 -- 172.21.15.99:0/357045183 >> 172.21.15.99:0/357045183 conn(0x7fea100d0ba0 msgr2=0x7fea100d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:30.482 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea15a00700 1 -- 172.21.15.99:0/357045183 shutdown_connections 2024-09-13T17:00:30.482 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.477+0000 7fea15a00700 1 -- 172.21.15.99:0/357045183 wait complete. 2024-09-13T17:00:30.484 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15a00700 1 Processor -- start 2024-09-13T17:00:30.485 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15a00700 1 -- start start 2024-09-13T17:00:30.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea100cc930 0x7fea1015d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea100cf1b0 0x7fea100b6540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 0x7fea10158120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea100b5cf0 con 0x7fea1015e410 2024-09-13T17:00:30.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea1015da30 con 0x7fea100cf1b0 2024-09-13T17:00:30.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea100b6a80 con 0x7fea100cc930 2024-09-13T17:00:30.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 0x7fea10158120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.488 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 0x7fea10158120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33158/0 (socket says 172.21.15.99:33158) 2024-09-13T17:00:30.488 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea15000700 1 -- 172.21.15.99:0/2206945242 learned_addr learned my addr 172.21.15.99:0/2206945242 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:30.488 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea0fe00700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea100cc930 0x7fea1015d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.488 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.481+0000 7fea07400700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea100cf1b0 0x7fea100b6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea15000700 1 -- 172.21.15.99:0/2206945242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea100cc930 msgr2=0x7fea1015d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea15000700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea100cc930 0x7fea1015d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea15000700 1 -- 172.21.15.99:0/2206945242 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea100cf1b0 msgr2=0x7fea100b6540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea15000700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea100cf1b0 0x7fea100b6540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea15000700 1 -- 172.21.15.99:0/2206945242 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea00009a70 con 0x7fea1015e410 2024-09-13T17:00:30.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea07400700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea100cf1b0 0x7fea100b6540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:30.489 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea15000700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 0x7fea10158120 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fea0800c4f0 tx=0x7fea0800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:30.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea0cc00700 1 -- 172.21.15.99:0/2206945242 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea08005d90 con 0x7fea1015e410 2024-09-13T17:00:30.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea0cc00700 1 -- 172.21.15.99:0/2206945242 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea080070d0 con 0x7fea1015e410 2024-09-13T17:00:30.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea15a00700 1 -- 172.21.15.99:0/2206945242 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea10158660 con 0x7fea1015e410 2024-09-13T17:00:30.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea0cc00700 1 -- 172.21.15.99:0/2206945242 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea08007460 con 0x7fea1015e410 2024-09-13T17:00:30.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea15a00700 1 -- 172.21.15.99:0/2206945242 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea100c5540 con 0x7fea1015e410 2024-09-13T17:00:30.490 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea15a00700 1 -- 172.21.15.99:0/2206945242 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea10068470 con 0x7fea1015e410 2024-09-13T17:00:30.491 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.485+0000 7fea0cc00700 1 -- 172.21.15.99:0/2206945242 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fea080075c0 con 0x7fea1015e410 2024-09-13T17:00:30.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.489+0000 7fea0cc00700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe9ec066730 0x7fe9ec068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.489+0000 7fea0cc00700 1 -- 172.21.15.99:0/2206945242 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fea080836c0 con 0x7fea1015e410 2024-09-13T17:00:30.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.489+0000 7fea0fe00700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe9ec066730 0x7fe9ec068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.489+0000 7fea0fe00700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe9ec066730 0x7fe9ec068bf0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fea00014040 tx=0x7fea0001e040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:30.500 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.497+0000 7fea0cc00700 1 -- 172.21.15.99:0/2206945242 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fea080509b0 con 0x7fea1015e410 2024-09-13T17:00:30.679 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.673+0000 7fea15a00700 1 -- 172.21.15.99:0/2206945242 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fea100af900 con 0x7fea1015e410 2024-09-13T17:00:30.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea0cc00700 1 -- 172.21.15.99:0/2206945242 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fea08053fd0 con 0x7fea1015e410 2024-09-13T17:00:30.680 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:30.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 -- 172.21.15.99:0/2206945242 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe9ec066730 msgr2=0x7fe9ec068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe9ec066730 0x7fe9ec068bf0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fea00014040 tx=0x7fea0001e040 comp rx=0 tx=0).stop 2024-09-13T17:00:30.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 -- 172.21.15.99:0/2206945242 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 msgr2=0x7fea10158120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 0x7fea10158120 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fea0800c4f0 tx=0x7fea0800c800 comp rx=0 tx=0).stop 2024-09-13T17:00:30.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 -- 172.21.15.99:0/2206945242 shutdown_connections 2024-09-13T17:00:30.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe9ec066730 0x7fe9ec068bf0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fea1015e410 0x7fea10158120 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fea100cf1b0 0x7fea100b6540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.683 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 --2- 172.21.15.99:0/2206945242 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fea100cc930 0x7fea1015d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.684 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 -- 172.21.15.99:0/2206945242 >> 172.21.15.99:0/2206945242 conn(0x7fea100d0ba0 msgr2=0x7fea100737c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:30.684 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 -- 172.21.15.99:0/2206945242 shutdown_connections 2024-09-13T17:00:30.684 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.677+0000 7fea15a00700 1 -- 172.21.15.99:0/2206945242 wait complete. 2024-09-13T17:00:30.707 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:30.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.881+0000 7f91ad200700 1 Processor -- start 2024-09-13T17:00:30.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.881+0000 7f91ad200700 1 -- start start 2024-09-13T17:00:30.887 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.881+0000 7f91ad200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f91a8144670 0x7f91a80b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.887 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.881+0000 7f91ad200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91a80cc880 con 0x7f91a815baa0 2024-09-13T17:00:30.888 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.881+0000 7f91ad200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91a815beb0 con 0x7f91a80ccd10 2024-09-13T17:00:30.888 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.881+0000 7f91ad200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91a815c130 con 0x7f91a8144670 2024-09-13T17:00:30.888 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.881+0000 7f91a6800700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f91a815baa0 0x7f91a806ce50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52814/0 (socket says 172.21.15.99:52814) 2024-09-13T17:00:30.888 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.881+0000 7f91a6800700 1 -- 172.21.15.99:0/3265811535 learned_addr learned my addr 172.21.15.99:0/3265811535 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:30.889 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.881+0000 7f91a5e00700 1 --2- 172.21.15.99:0/3265811535 >> v2:172.21.15.170:3300/0 conn(0x7f91a8144670 0x7f91a80b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.889 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a4a00700 1 -- 172.21.15.99:0/3265811535 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 749406198 0 0) 0x7f91a80cc880 con 0x7f91a815baa0 2024-09-13T17:00:30.889 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a4a00700 1 -- 172.21.15.99:0/3265811535 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f918c0035d0 con 0x7f91a815baa0 2024-09-13T17:00:30.889 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a4a00700 1 -- 172.21.15.99:0/3265811535 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2925385178 0 0) 0x7f91a815beb0 con 0x7f91a80ccd10 2024-09-13T17:00:30.889 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a4a00700 1 -- 172.21.15.99:0/3265811535 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f91a80cc880 con 0x7f91a80ccd10 2024-09-13T17:00:30.890 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a5e00700 1 -- 172.21.15.99:0/3265811535 >> v1:172.21.15.170:6789/0 conn(0x7f91a80ccd10 legacy=0x7f91a815b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.890 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a5e00700 1 -- 172.21.15.99:0/3265811535 >> v1:172.21.15.99:6789/0 conn(0x7f91a815baa0 legacy=0x7f91a806ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.890 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a5e00700 1 -- 172.21.15.99:0/3265811535 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91a8144a50 con 0x7f91a8144670 2024-09-13T17:00:30.890 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a5e00700 1 --2- 172.21.15.99:0/3265811535 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91a8144670 0x7f91a80b3ff0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9198009850 tx=0x7f9198009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52be71135eeb059c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:30.891 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a4a00700 1 -- 172.21.15.99:0/3265811535 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9198011830 con 0x7f91a8144670 2024-09-13T17:00:30.891 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a4a00700 1 -- 172.21.15.99:0/3265811535 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9198011990 con 0x7f91a8144670 2024-09-13T17:00:30.891 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91a4a00700 1 -- 172.21.15.99:0/3265811535 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9198011d40 con 0x7f91a8144670 2024-09-13T17:00:30.891 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91ad200700 1 -- 172.21.15.99:0/3265811535 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91a8144670 msgr2=0x7f91a80b3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91ad200700 1 --2- 172.21.15.99:0/3265811535 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91a8144670 0x7f91a80b3ff0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9198009850 tx=0x7f9198009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:30.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91ad200700 1 -- 172.21.15.99:0/3265811535 shutdown_connections 2024-09-13T17:00:30.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91ad200700 1 --2- 172.21.15.99:0/3265811535 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91a8144670 0x7f91a80b3ff0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91ad200700 1 -- 172.21.15.99:0/3265811535 >> 172.21.15.99:0/3265811535 conn(0x7f91a8071110 msgr2=0x7f91a8071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:30.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91ad200700 1 -- 172.21.15.99:0/3265811535 shutdown_connections 2024-09-13T17:00:30.892 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.885+0000 7f91ad200700 1 -- 172.21.15.99:0/3265811535 wait complete. 2024-09-13T17:00:30.895 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.889+0000 7f91ad200700 1 Processor -- start 2024-09-13T17:00:30.895 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.889+0000 7f91ad200700 1 -- start start 2024-09-13T17:00:30.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91ad200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91a80ccd10 0x7f91a8153660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91ad200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91a8144670 0x7f91a8139e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91ad200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91a815baa0 0x7f91a81599a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91ad200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a81548e0 con 0x7f91a815baa0 2024-09-13T17:00:30.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91ad200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91a8153cd0 con 0x7f91a8144670 2024-09-13T17:00:30.898 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91ad200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91a8153fb0 con 0x7f91a80ccd10 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a6800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91a815baa0 0x7f91a81599a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a6800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91a815baa0 0x7f91a81599a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33164/0 (socket says 172.21.15.99:33164) 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a6800700 1 -- 172.21.15.99:0/3336022485 learned_addr learned my addr 172.21.15.99:0/3336022485 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a5e00700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91a80ccd10 0x7f91a8153660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a5400700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91a8144670 0x7f91a8139e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a6800700 1 -- 172.21.15.99:0/3336022485 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91a80ccd10 msgr2=0x7f91a8153660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a6800700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91a80ccd10 0x7f91a8153660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a6800700 1 -- 172.21.15.99:0/3336022485 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91a8144670 msgr2=0x7f91a8139e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a6800700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91a8144670 0x7f91a8139e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a6800700 1 -- 172.21.15.99:0/3336022485 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91980094b0 con 0x7f91a815baa0 2024-09-13T17:00:30.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f91a6800700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91a815baa0 0x7f91a81599a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f91a000caa0 tx=0x7f91a000cad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:30.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.893+0000 7f919e000700 1 -- 172.21.15.99:0/3336022485 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91a0007480 con 0x7f91a815baa0 2024-09-13T17:00:30.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.897+0000 7f919e000700 1 -- 172.21.15.99:0/3336022485 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91a00075e0 con 0x7f91a815baa0 2024-09-13T17:00:30.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.897+0000 7f91ad200700 1 -- 172.21.15.99:0/3336022485 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91a8154290 con 0x7f91a815baa0 2024-09-13T17:00:30.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.897+0000 7f919e000700 1 -- 172.21.15.99:0/3336022485 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91a0007970 con 0x7f91a815baa0 2024-09-13T17:00:30.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.897+0000 7f91ad200700 1 -- 172.21.15.99:0/3336022485 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91a8140dd0 con 0x7f91a815baa0 2024-09-13T17:00:30.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.897+0000 7f91ad200700 1 -- 172.21.15.99:0/3336022485 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91a8154a90 con 0x7f91a815baa0 2024-09-13T17:00:30.904 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.901+0000 7f919e000700 1 -- 172.21.15.99:0/3336022485 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f91a001b3b0 con 0x7f91a815baa0 2024-09-13T17:00:30.905 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.901+0000 7f919e000700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9188066730 0x7f9188068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:30.906 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.901+0000 7f919e000700 1 -- 172.21.15.99:0/3336022485 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f91a0083a30 con 0x7f91a815baa0 2024-09-13T17:00:30.906 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.901+0000 7f91a5e00700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9188066730 0x7f9188068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:30.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.901+0000 7f91a5e00700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9188066730 0x7f9188068bf0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f91980090b0 tx=0x7f9198008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:30.913 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:30.909+0000 7f919e000700 1 -- 172.21.15.99:0/3336022485 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f91a8154a90 con 0x7f91a815baa0 2024-09-13T17:00:31.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.105+0000 7f91ad200700 1 -- 172.21.15.99:0/3336022485 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f91a80732d0 con 0x7f91a815baa0 2024-09-13T17:00:31.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.105+0000 7f919e000700 1 -- 172.21.15.99:0/3336022485 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7f91a0017090 con 0x7f91a815baa0 2024-09-13T17:00:31.111 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:31.111 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:31.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 -- 172.21.15.99:0/3336022485 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9188066730 msgr2=0x7f9188068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9188066730 0x7f9188068bf0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f91980090b0 tx=0x7f9198008030 comp rx=0 tx=0).stop 2024-09-13T17:00:31.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 -- 172.21.15.99:0/3336022485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91a815baa0 msgr2=0x7f91a81599a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91a815baa0 0x7f91a81599a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f91a000caa0 tx=0x7f91a000cad0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 -- 172.21.15.99:0/3336022485 shutdown_connections 2024-09-13T17:00:31.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9188066730 0x7f9188068bf0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91a815baa0 0x7f91a81599a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91a8144670 0x7f91a8139e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 --2- 172.21.15.99:0/3336022485 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91a80ccd10 0x7f91a8153660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 -- 172.21.15.99:0/3336022485 >> 172.21.15.99:0/3336022485 conn(0x7f91a8071110 msgr2=0x7f91a80b09c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:31.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 -- 172.21.15.99:0/3336022485 shutdown_connections 2024-09-13T17:00:31.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.109+0000 7f91ad200700 1 -- 172.21.15.99:0/3336022485 wait complete. 2024-09-13T17:00:31.136 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:31.137 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:31.313 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4207000700 1 Processor -- start 2024-09-13T17:00:31.313 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4207000700 1 -- start start 2024-09-13T17:00:31.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4207000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f4200071fe0 0x7f42000ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4207000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f42000afb40 0x7f42000addb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4207000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4200160ad0 con 0x7f42001606f0 2024-09-13T17:00:31.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4207000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42000b0e70 con 0x7f42000afb40 2024-09-13T17:00:31.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4207000700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42000cfa60 con 0x7f4200071fe0 2024-09-13T17:00:31.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4206600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f42000afb40 0x7f42000addb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4205c00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f42001606f0 0x7f42000b1c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52816/0 (socket says 172.21.15.99:52816) 2024-09-13T17:00:31.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4205c00700 1 -- 172.21.15.99:0/3574838342 learned_addr learned my addr 172.21.15.99:0/3574838342 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.309+0000 7f4205200700 1 --2- 172.21.15.99:0/3574838342 >> v2:172.21.15.170:3300/0 conn(0x7f4200071fe0 0x7f42000ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4206600700 1 -- 172.21.15.99:0/3574838342 >> v2:172.21.15.170:3300/0 conn(0x7f4200071fe0 msgr2=0x7f42000ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4206600700 1 --2- 172.21.15.99:0/3574838342 >> v2:172.21.15.170:3300/0 conn(0x7f4200071fe0 0x7f42000ad870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4206600700 1 -- 172.21.15.99:0/3574838342 >> v1:172.21.15.99:6789/0 conn(0x7f42001606f0 legacy=0x7f42000b1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4206600700 1 -- 172.21.15.99:0/3574838342 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42000b1120 con 0x7f42000afb40 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f41ffe00700 1 -- 172.21.15.99:0/3574838342 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1348206749 0 0) 0x7f4200160ad0 con 0x7f42001606f0 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4205200700 1 --2- 172.21.15.99:0/3574838342 >> v2:172.21.15.170:3300/0 conn(0x7f4200071fe0 0x7f42000ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4206600700 1 --2- 172.21.15.99:0/3574838342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 0x7f42000addb0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f42000d0030 tx=0x7f41f800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10bdb13d6888071a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f41ffe00700 1 -- 172.21.15.99:0/3574838342 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f800e070 con 0x7f42000afb40 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f41ffe00700 1 -- 172.21.15.99:0/3574838342 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41f800bbd0 con 0x7f42000afb40 2024-09-13T17:00:31.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f41ffe00700 1 -- 172.21.15.99:0/3574838342 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f8012430 con 0x7f42000afb40 2024-09-13T17:00:31.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4207000700 1 -- 172.21.15.99:0/3574838342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 msgr2=0x7f42000addb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4207000700 1 --2- 172.21.15.99:0/3574838342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 0x7f42000addb0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f42000d0030 tx=0x7f41f800b330 comp rx=0 tx=0).stop 2024-09-13T17:00:31.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4207000700 1 -- 172.21.15.99:0/3574838342 shutdown_connections 2024-09-13T17:00:31.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4207000700 1 --2- 172.21.15.99:0/3574838342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 0x7f42000addb0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4207000700 1 --2- 172.21.15.99:0/3574838342 >> v2:172.21.15.170:3300/0 conn(0x7f4200071fe0 0x7f42000ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4207000700 1 -- 172.21.15.99:0/3574838342 >> 172.21.15.99:0/3574838342 conn(0x7f42000d0ba0 msgr2=0x7f42000d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:31.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4207000700 1 -- 172.21.15.99:0/3574838342 shutdown_connections 2024-09-13T17:00:31.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.313+0000 7f4207000700 1 -- 172.21.15.99:0/3574838342 wait complete. 2024-09-13T17:00:31.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.317+0000 7f4207000700 1 Processor -- start 2024-09-13T17:00:31.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.317+0000 7f4207000700 1 -- start start 2024-09-13T17:00:31.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.317+0000 7f4207000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4200071fe0 0x7f420015b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.317+0000 7f4207000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 0x7f42000b3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.317+0000 7f4207000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42001606f0 0x7f42000b3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.317+0000 7f4207000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42000cb110 con 0x7f42000afb40 2024-09-13T17:00:31.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.317+0000 7f4207000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f420015b6b0 con 0x7f4200071fe0 2024-09-13T17:00:31.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.317+0000 7f4207000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42000b4610 con 0x7f42001606f0 2024-09-13T17:00:31.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4205200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 0x7f42000b3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4205200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 0x7f42000b3aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33184/0 (socket says 172.21.15.99:33184) 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4205200700 1 -- 172.21.15.99:0/3582940003 learned_addr learned my addr 172.21.15.99:0/3582940003 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4205c00700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4200071fe0 0x7f420015b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4206600700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42001606f0 0x7f42000b3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4205200700 1 -- 172.21.15.99:0/3582940003 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42001606f0 msgr2=0x7f42000b3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4205200700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42001606f0 0x7f42000b3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4205200700 1 -- 172.21.15.99:0/3582940003 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4200071fe0 msgr2=0x7f420015b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4205200700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4200071fe0 0x7f420015b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4205200700 1 -- 172.21.15.99:0/3582940003 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41f8009a70 con 0x7f42000afb40 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4206600700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42001606f0 0x7f42000b3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:31.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4205200700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 0x7f42000b3aa0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f41ec00c7f0 tx=0x7f41ec00cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:31.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f41fd600700 1 -- 172.21.15.99:0/3582940003 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41ec011800 con 0x7f42000afb40 2024-09-13T17:00:31.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f41fd600700 1 -- 172.21.15.99:0/3582940003 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41ec011960 con 0x7f42000afb40 2024-09-13T17:00:31.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f41fd600700 1 -- 172.21.15.99:0/3582940003 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41ec011cf0 con 0x7f42000afb40 2024-09-13T17:00:31.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4207000700 1 -- 172.21.15.99:0/3582940003 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42000b48f0 con 0x7f42000afb40 2024-09-13T17:00:31.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4207000700 1 -- 172.21.15.99:0/3582940003 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42000b4eb0 con 0x7f42000afb40 2024-09-13T17:00:31.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.321+0000 7f4207000700 1 -- 172.21.15.99:0/3582940003 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4200068470 con 0x7f42000afb40 2024-09-13T17:00:31.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.325+0000 7f41fd600700 1 -- 172.21.15.99:0/3582940003 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f41ec021350 con 0x7f42000afb40 2024-09-13T17:00:31.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.325+0000 7f41fd600700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f41e0066730 0x7f41e0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.325+0000 7f41fd600700 1 -- 172.21.15.99:0/3582940003 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f41ec084110 con 0x7f42000afb40 2024-09-13T17:00:31.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.325+0000 7f4205c00700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f41e0066730 0x7f41e0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.329+0000 7f4205c00700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f41e0066730 0x7f41e0068bf0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f41f4000f60 tx=0x7f41f4007e90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:31.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.333+0000 7f41fd600700 1 -- 172.21.15.99:0/3582940003 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f41ec0513f0 con 0x7f42000afb40 2024-09-13T17:00:31.520 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.517+0000 7f4207000700 1 -- 172.21.15.99:0/3582940003 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f42000cc680 con 0x7f42000afb40 2024-09-13T17:00:31.521 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.517+0000 7f41fd600700 1 -- 172.21.15.99:0/3582940003 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f41ec054a10 con 0x7f42000afb40 2024-09-13T17:00:31.521 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 -- 172.21.15.99:0/3582940003 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f41e0066730 msgr2=0x7f41e0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f41e0066730 0x7f41e0068bf0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f41f4000f60 tx=0x7f41f4007e90 comp rx=0 tx=0).stop 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 -- 172.21.15.99:0/3582940003 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 msgr2=0x7f42000b3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 0x7f42000b3aa0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f41ec00c7f0 tx=0x7f41ec00cb00 comp rx=0 tx=0).stop 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 -- 172.21.15.99:0/3582940003 shutdown_connections 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f41e0066730 0x7f41e0068bf0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f42000afb40 0x7f42000b3aa0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f42001606f0 0x7f42000b3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 --2- 172.21.15.99:0/3582940003 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4200071fe0 0x7f420015b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 -- 172.21.15.99:0/3582940003 >> 172.21.15.99:0/3582940003 conn(0x7f42000d0ba0 msgr2=0x7f42000cefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 -- 172.21.15.99:0/3582940003 shutdown_connections 2024-09-13T17:00:31.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.521+0000 7f4207000700 1 -- 172.21.15.99:0/3582940003 wait complete. 2024-09-13T17:00:31.548 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:31.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.725+0000 7f2181000700 1 Processor -- start 2024-09-13T17:00:31.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.725+0000 7f2181000700 1 -- start start 2024-09-13T17:00:31.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2181000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c15b1e0 0x7f217c0cf310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2181000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f217c0ce0f0 0x7f217c06b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2181000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f217c0cf8f0 con 0x7f217c0cd470 2024-09-13T17:00:31.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2181000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f217c0cfbd0 con 0x7f217c0ce0f0 2024-09-13T17:00:31.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2181000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f217c06aba0 con 0x7f217c15b1e0 2024-09-13T17:00:31.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f217a800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f217c0ce0f0 0x7f217c06b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2179e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f217c0cd470 0x7f217c0cd850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52830/0 (socket says 172.21.15.99:52830) 2024-09-13T17:00:31.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2179e00700 1 -- 172.21.15.99:0/114498959 learned_addr learned my addr 172.21.15.99:0/114498959 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:31.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2179400700 1 --2- 172.21.15.99:0/114498959 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c15b1e0 0x7f217c0cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2178a00700 1 -- 172.21.15.99:0/114498959 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1245331229 0 0) 0x7f217c0cf8f0 con 0x7f217c0cd470 2024-09-13T17:00:31.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2178a00700 1 -- 172.21.15.99:0/114498959 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f21600035d0 con 0x7f217c0cd470 2024-09-13T17:00:31.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f217a800700 1 -- 172.21.15.99:0/114498959 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c15b1e0 msgr2=0x7f217c0cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:31.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f217a800700 1 --2- 172.21.15.99:0/114498959 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c15b1e0 0x7f217c0cf310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f217a800700 1 -- 172.21.15.99:0/114498959 >> v1:172.21.15.99:6789/0 conn(0x7f217c0cd470 legacy=0x7f217c0cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f217a800700 1 -- 172.21.15.99:0/114498959 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f217c06ae80 con 0x7f217c0ce0f0 2024-09-13T17:00:31.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2179400700 1 --2- 172.21.15.99:0/114498959 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c15b1e0 0x7f217c0cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:31.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f217a800700 1 --2- 172.21.15.99:0/114498959 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 0x7f217c06b680 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f2174009d90 tx=0x7f217400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c80499b02c048c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:31.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2178a00700 1 -- 172.21.15.99:0/114498959 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f217400e070 con 0x7f217c0ce0f0 2024-09-13T17:00:31.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2178a00700 1 -- 172.21.15.99:0/114498959 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f217400bb20 con 0x7f217c0ce0f0 2024-09-13T17:00:31.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.729+0000 7f2178a00700 1 -- 172.21.15.99:0/114498959 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f217400be90 con 0x7f217c0ce0f0 2024-09-13T17:00:31.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.733+0000 7f2181000700 1 -- 172.21.15.99:0/114498959 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 msgr2=0x7f217c06b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.733+0000 7f2181000700 1 --2- 172.21.15.99:0/114498959 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 0x7f217c06b680 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f2174009d90 tx=0x7f217400b330 comp rx=0 tx=0).stop 2024-09-13T17:00:31.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.733+0000 7f2181000700 1 -- 172.21.15.99:0/114498959 shutdown_connections 2024-09-13T17:00:31.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.733+0000 7f2181000700 1 --2- 172.21.15.99:0/114498959 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 0x7f217c06b680 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.733+0000 7f2181000700 1 --2- 172.21.15.99:0/114498959 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c15b1e0 0x7f217c0cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.733+0000 7f2181000700 1 -- 172.21.15.99:0/114498959 >> 172.21.15.99:0/114498959 conn(0x7f217c0b28c0 msgr2=0x7f217c0b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:31.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.733+0000 7f2181000700 1 -- 172.21.15.99:0/114498959 shutdown_connections 2024-09-13T17:00:31.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.733+0000 7f2181000700 1 -- 172.21.15.99:0/114498959 wait complete. 2024-09-13T17:00:31.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2181000700 1 Processor -- start 2024-09-13T17:00:31.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2181000700 1 -- start start 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2181000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c0cd470 0x7f217c158360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2181000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 0x7f217c071790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2181000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f217c15b1e0 0x7f217c0b1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2181000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f217c0c8030 con 0x7f217c0ce0f0 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2181000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f217c071cd0 con 0x7f217c15b1e0 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2181000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f217c071fa0 con 0x7f217c0cd470 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 0x7f217c071790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 0x7f217c071790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33202/0 (socket says 172.21.15.99:33202) 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179400700 1 -- 172.21.15.99:0/108631710 learned_addr learned my addr 172.21.15.99:0/108631710 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179e00700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c0cd470 0x7f217c158360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f217a800700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f217c15b1e0 0x7f217c0b1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179400700 1 -- 172.21.15.99:0/108631710 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c0cd470 msgr2=0x7f217c158360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179400700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c0cd470 0x7f217c158360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179400700 1 -- 172.21.15.99:0/108631710 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f217c15b1e0 msgr2=0x7f217c0b1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179400700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f217c15b1e0 0x7f217c0b1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179400700 1 -- 172.21.15.99:0/108631710 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21680094b0 con 0x7f217c0ce0f0 2024-09-13T17:00:31.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179e00700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c0cd470 0x7f217c158360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:31.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f217a800700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f217c15b1e0 0x7f217c0b1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:31.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.737+0000 7f2179400700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 0x7f217c071790 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f216800ebb0 tx=0x7f216800ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:31.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.741+0000 7f2172000700 1 -- 172.21.15.99:0/108631710 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f216800c850 con 0x7f217c0ce0f0 2024-09-13T17:00:31.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.741+0000 7f2172000700 1 -- 172.21.15.99:0/108631710 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f216800c9b0 con 0x7f217c0ce0f0 2024-09-13T17:00:31.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.741+0000 7f2181000700 1 -- 172.21.15.99:0/108631710 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2174009a70 con 0x7f217c0ce0f0 2024-09-13T17:00:31.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.741+0000 7f2172000700 1 -- 172.21.15.99:0/108631710 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f216800cd20 con 0x7f217c0ce0f0 2024-09-13T17:00:31.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.741+0000 7f2181000700 1 -- 172.21.15.99:0/108631710 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f217c072560 con 0x7f217c0ce0f0 2024-09-13T17:00:31.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.741+0000 7f2181000700 1 -- 172.21.15.99:0/108631710 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f217c0c81e0 con 0x7f217c0ce0f0 2024-09-13T17:00:31.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.741+0000 7f2172000700 1 -- 172.21.15.99:0/108631710 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2168013470 con 0x7f217c0ce0f0 2024-09-13T17:00:31.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.745+0000 7f2172000700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f215c066760 0x7f215c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:31.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.745+0000 7f2172000700 1 -- 172.21.15.99:0/108631710 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2168084760 con 0x7f217c0ce0f0 2024-09-13T17:00:31.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.745+0000 7f2179e00700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f215c066760 0x7f215c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:31.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.745+0000 7f2179e00700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f215c066760 0x7f215c068c20 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f216c005930 tx=0x7f216c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:31.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.753+0000 7f2172000700 1 -- 172.21.15.99:0/108631710 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f217c0c81e0 con 0x7f217c0ce0f0 2024-09-13T17:00:31.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.929+0000 7f2181000700 1 -- 172.21.15.99:0/108631710 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f217c072780 con 0x7f217c0ce0f0 2024-09-13T17:00:31.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.929+0000 7f2172000700 1 -- 172.21.15.99:0/108631710 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2168051920 con 0x7f217c0ce0f0 2024-09-13T17:00:31.935 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:31.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 -- 172.21.15.99:0/108631710 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f215c066760 msgr2=0x7f215c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f215c066760 0x7f215c068c20 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f216c005930 tx=0x7f216c009040 comp rx=0 tx=0).stop 2024-09-13T17:00:31.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 -- 172.21.15.99:0/108631710 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 msgr2=0x7f217c071790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:31.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 0x7f217c071790 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f216800ebb0 tx=0x7f216800ef70 comp rx=0 tx=0).stop 2024-09-13T17:00:31.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 -- 172.21.15.99:0/108631710 shutdown_connections 2024-09-13T17:00:31.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f215c066760 0x7f215c068c20 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f217c0ce0f0 0x7f217c071790 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f217c15b1e0 0x7f217c0b1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 --2- 172.21.15.99:0/108631710 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f217c0cd470 0x7f217c158360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:31.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 -- 172.21.15.99:0/108631710 >> 172.21.15.99:0/108631710 conn(0x7f217c0b28c0 msgr2=0x7f217c0cc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:31.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 -- 172.21.15.99:0/108631710 shutdown_connections 2024-09-13T17:00:31.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:31.933+0000 7f2181000700 1 -- 172.21.15.99:0/108631710 wait complete. 2024-09-13T17:00:31.959 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:32.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.125+0000 7f878b200700 1 Processor -- start 2024-09-13T17:00:32.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.125+0000 7f878b200700 1 -- start start 2024-09-13T17:00:32.132 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878b200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165630 0x7f878c06d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.132 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878b200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f878c0b0e90 0x7f878c1616f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.132 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878b200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f878c162490 con 0x7f878c165a10 2024-09-13T17:00:32.132 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878b200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f878c06cea0 con 0x7f878c0b0e90 2024-09-13T17:00:32.132 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878b200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f878c06d180 con 0x7f878c165630 2024-09-13T17:00:32.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f8789400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f878c165a10 0x7f878c0b0780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:52836/0 (socket says 172.21.15.99:52836) 2024-09-13T17:00:32.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f8789400700 1 -- 172.21.15.99:0/3150639445 learned_addr learned my addr 172.21.15.99:0/3150639445 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:32.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878a800700 1 --2- 172.21.15.99:0/3150639445 >> v2:172.21.15.99:3300/0 conn(0x7f878c0b0e90 0x7f878c1616f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f8789e00700 1 --2- 172.21.15.99:0/3150639445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165630 0x7f878c06d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878a800700 1 -- 172.21.15.99:0/3150639445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165630 msgr2=0x7f878c06d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:32.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878a800700 1 --2- 172.21.15.99:0/3150639445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165630 0x7f878c06d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878a800700 1 -- 172.21.15.99:0/3150639445 >> v1:172.21.15.99:6789/0 conn(0x7f878c165a10 legacy=0x7f878c0b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878a800700 1 -- 172.21.15.99:0/3150639445 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f878c06d460 con 0x7f878c0b0e90 2024-09-13T17:00:32.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f8789e00700 1 --2- 172.21.15.99:0/3150639445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165630 0x7f878c06d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:32.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f8788a00700 1 -- 172.21.15.99:0/3150639445 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3725026479 0 0) 0x7f878c162490 con 0x7f878c165a10 2024-09-13T17:00:32.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878a800700 1 --2- 172.21.15.99:0/3150639445 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c0b0e90 0x7f878c1616f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8784009dc0 tx=0x7f878400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62488a9f87e95daa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:32.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f8788a00700 1 -- 172.21.15.99:0/3150639445 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f878400e070 con 0x7f878c0b0e90 2024-09-13T17:00:32.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f8788a00700 1 -- 172.21.15.99:0/3150639445 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f878400bae0 con 0x7f878c0b0e90 2024-09-13T17:00:32.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f8788a00700 1 -- 172.21.15.99:0/3150639445 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f878400be90 con 0x7f878c0b0e90 2024-09-13T17:00:32.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878b200700 1 -- 172.21.15.99:0/3150639445 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c0b0e90 msgr2=0x7f878c1616f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.129+0000 7f878b200700 1 --2- 172.21.15.99:0/3150639445 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c0b0e90 0x7f878c1616f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8784009dc0 tx=0x7f878400b330 comp rx=0 tx=0).stop 2024-09-13T17:00:32.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.133+0000 7f878b200700 1 -- 172.21.15.99:0/3150639445 shutdown_connections 2024-09-13T17:00:32.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.133+0000 7f878b200700 1 --2- 172.21.15.99:0/3150639445 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c0b0e90 0x7f878c1616f0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.133+0000 7f878b200700 1 --2- 172.21.15.99:0/3150639445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165630 0x7f878c06d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.133+0000 7f878b200700 1 -- 172.21.15.99:0/3150639445 >> 172.21.15.99:0/3150639445 conn(0x7f878c066780 msgr2=0x7f878c06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:32.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.133+0000 7f878b200700 1 -- 172.21.15.99:0/3150639445 shutdown_connections 2024-09-13T17:00:32.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.133+0000 7f878b200700 1 -- 172.21.15.99:0/3150639445 wait complete. 2024-09-13T17:00:32.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.133+0000 7f878b200700 1 Processor -- start 2024-09-13T17:00:32.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.133+0000 7f878b200700 1 -- start start 2024-09-13T17:00:32.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.133+0000 7f878b200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f878c0b0e90 0x7f878c146d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.133+0000 7f878b200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c165630 0x7f878c0b29b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f878b200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165a10 0x7f878c0b2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f878b200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f878c1f77c0 con 0x7f878c165630 2024-09-13T17:00:32.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f878b200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f878c1f6670 con 0x7f878c0b0e90 2024-09-13T17:00:32.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f878b200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f878c144430 con 0x7f878c165a10 2024-09-13T17:00:32.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8789400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c165630 0x7f878c0b29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8789400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c165630 0x7f878c0b29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:33218/0 (socket says 172.21.15.99:33218) 2024-09-13T17:00:32.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8789400700 1 -- 172.21.15.99:0/1868140092 learned_addr learned my addr 172.21.15.99:0/1868140092 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:32.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8789e00700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f878c0b0e90 0x7f878c146d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f878a800700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165a10 0x7f878c0b2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8789400700 1 -- 172.21.15.99:0/1868140092 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165a10 msgr2=0x7f878c0b2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8789400700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165a10 0x7f878c0b2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8789400700 1 -- 172.21.15.99:0/1868140092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f878c0b0e90 msgr2=0x7f878c146d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8789400700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f878c0b0e90 0x7f878c146d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8789400700 1 -- 172.21.15.99:0/1868140092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f877c0094b0 con 0x7f878c165630 2024-09-13T17:00:32.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8789400700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c165630 0x7f878c0b29b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f877800c480 tx=0x7f877800c790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:32.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8782000700 1 -- 172.21.15.99:0/1868140092 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8778004ca0 con 0x7f878c165630 2024-09-13T17:00:32.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8782000700 1 -- 172.21.15.99:0/1868140092 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8778004e00 con 0x7f878c165630 2024-09-13T17:00:32.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f878b200700 1 -- 172.21.15.99:0/1868140092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8784009a70 con 0x7f878c165630 2024-09-13T17:00:32.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f8782000700 1 -- 172.21.15.99:0/1868140092 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8778007310 con 0x7f878c165630 2024-09-13T17:00:32.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f878b200700 1 -- 172.21.15.99:0/1868140092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f878c1449f0 con 0x7f878c165630 2024-09-13T17:00:32.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.137+0000 7f878b200700 1 -- 172.21.15.99:0/1868140092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f878c1616f0 con 0x7f878c165630 2024-09-13T17:00:32.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.141+0000 7f8782000700 1 -- 172.21.15.99:0/1868140092 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8778007470 con 0x7f878c165630 2024-09-13T17:00:32.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.141+0000 7f8782000700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f876c066730 0x7f876c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.141+0000 7f8782000700 1 -- 172.21.15.99:0/1868140092 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8778083d20 con 0x7f878c165630 2024-09-13T17:00:32.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.141+0000 7f8789e00700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f876c066730 0x7f876c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.145+0000 7f8789e00700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f876c066730 0x7f876c068bf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f877c009d80 tx=0x7f877c009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:32.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.145+0000 7f8782000700 1 -- 172.21.15.99:0/1868140092 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8778051140 con 0x7f878c165630 2024-09-13T17:00:32.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.325+0000 7f878b200700 1 -- 172.21.15.99:0/1868140092 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f878c1472a0 con 0x7f878c165630 2024-09-13T17:00:32.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.325+0000 7f8782000700 1 -- 172.21.15.99:0/1868140092 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8778007720 con 0x7f878c165630 2024-09-13T17:00:32.329 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:32.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 -- 172.21.15.99:0/1868140092 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f876c066730 msgr2=0x7f876c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f876c066730 0x7f876c068bf0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f877c009d80 tx=0x7f877c009240 comp rx=0 tx=0).stop 2024-09-13T17:00:32.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 -- 172.21.15.99:0/1868140092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c165630 msgr2=0x7f878c0b29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c165630 0x7f878c0b29b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f877800c480 tx=0x7f877800c790 comp rx=0 tx=0).stop 2024-09-13T17:00:32.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 -- 172.21.15.99:0/1868140092 shutdown_connections 2024-09-13T17:00:32.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f876c066730 0x7f876c068bf0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f878c165630 0x7f878c0b29b0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f878c165a10 0x7f878c0b2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 --2- 172.21.15.99:0/1868140092 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f878c0b0e90 0x7f878c146d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 -- 172.21.15.99:0/1868140092 >> 172.21.15.99:0/1868140092 conn(0x7f878c066780 msgr2=0x7f878c06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:32.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 -- 172.21.15.99:0/1868140092 shutdown_connections 2024-09-13T17:00:32.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.329+0000 7f878b200700 1 -- 172.21.15.99:0/1868140092 wait complete. 2024-09-13T17:00:32.361 INFO:tasks.cephfs_test_runner:Starting test: test_recover_fs_after_fsmap_removal (tasks.cephfs.test_recovery_fs.TestFSRecovery) 2024-09-13T17:00:32.361 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:32.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.529+0000 7fc956c00700 1 Processor -- start 2024-09-13T17:00:32.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.529+0000 7fc956c00700 1 -- start start 2024-09-13T17:00:32.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.529+0000 7fc956c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc9500b3fe0 0x7fc95006d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.529+0000 7fc956c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc95006dc00 con 0x7fc9501466b0 2024-09-13T17:00:32.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.529+0000 7fc956c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc95006cdf0 con 0x7fc95006d280 2024-09-13T17:00:32.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.529+0000 7fc956c00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc950146a90 con 0x7fc9500b3fe0 2024-09-13T17:00:32.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.529+0000 7fc956200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc9500b3fe0 0x7fc95006d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.529+0000 7fc956200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc9500b3fe0 0x7fc95006d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47396/0 (socket says 172.21.15.99:47396) 2024-09-13T17:00:32.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.529+0000 7fc956200700 1 -- 172.21.15.99:0/409039344 learned_addr learned my addr 172.21.15.99:0/409039344 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:32.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.529+0000 7fc955800700 1 --1- 172.21.15.99:0/409039344 >> v1:172.21.15.99:6789/0 conn(0x7fc9501466b0 0x7fc9500ad2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:56104/0 (socket says 172.21.15.99:56104) 2024-09-13T17:00:32.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956200700 1 -- 172.21.15.99:0/409039344 >> v1:172.21.15.170:6789/0 conn(0x7fc95006d280 legacy=0x7fc9500b38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956200700 1 -- 172.21.15.99:0/409039344 >> v1:172.21.15.99:6789/0 conn(0x7fc9501466b0 legacy=0x7fc9500ad2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956200700 1 -- 172.21.15.99:0/409039344 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9500b1ce0 con 0x7fc9500b3fe0 2024-09-13T17:00:32.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956200700 1 --2- 172.21.15.99:0/409039344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc9500b3fe0 0x7fc95006d6c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc948009e50 tx=0x7fc94800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19143a8799cc9d0b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:32.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc94fe00700 1 -- 172.21.15.99:0/409039344 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc94800e070 con 0x7fc9500b3fe0 2024-09-13T17:00:32.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc94fe00700 1 -- 172.21.15.99:0/409039344 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc94800b9c0 con 0x7fc9500b3fe0 2024-09-13T17:00:32.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc94fe00700 1 -- 172.21.15.99:0/409039344 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc94800bd70 con 0x7fc9500b3fe0 2024-09-13T17:00:32.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956c00700 1 -- 172.21.15.99:0/409039344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc9500b3fe0 msgr2=0x7fc95006d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956c00700 1 --2- 172.21.15.99:0/409039344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc9500b3fe0 0x7fc95006d6c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc948009e50 tx=0x7fc94800b330 comp rx=0 tx=0).stop 2024-09-13T17:00:32.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956c00700 1 -- 172.21.15.99:0/409039344 shutdown_connections 2024-09-13T17:00:32.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956c00700 1 --2- 172.21.15.99:0/409039344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc9500b3fe0 0x7fc95006d6c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956c00700 1 -- 172.21.15.99:0/409039344 >> 172.21.15.99:0/409039344 conn(0x7fc95006f790 msgr2=0x7fc95006fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:32.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956c00700 1 -- 172.21.15.99:0/409039344 shutdown_connections 2024-09-13T17:00:32.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.533+0000 7fc956c00700 1 -- 172.21.15.99:0/409039344 wait complete. 2024-09-13T17:00:32.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc956c00700 1 Processor -- start 2024-09-13T17:00:32.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc956c00700 1 -- start start 2024-09-13T17:00:32.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc956c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc95006d280 0x7fc9500ac2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc956c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc9500b3fe0 0x7fc95013d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc956c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc9501466b0 0x7fc95015f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc956c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc95013de00 con 0x7fc95006d280 2024-09-13T17:00:32.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc956c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc95013e060 con 0x7fc9500b3fe0 2024-09-13T17:00:32.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc956c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc95013e340 con 0x7fc9501466b0 2024-09-13T17:00:32.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc955800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc95006d280 0x7fc9500ac2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc955800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc95006d280 0x7fc9500ac2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47410/0 (socket says 172.21.15.99:47410) 2024-09-13T17:00:32.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc955800700 1 -- 172.21.15.99:0/1626744233 learned_addr learned my addr 172.21.15.99:0/1626744233 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:32.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.537+0000 7fc956200700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc9501466b0 0x7fc95015f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc954e00700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc9500b3fe0 0x7fc95013d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc955800700 1 -- 172.21.15.99:0/1626744233 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc9501466b0 msgr2=0x7fc95015f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc955800700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc9501466b0 0x7fc95015f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc955800700 1 -- 172.21.15.99:0/1626744233 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc9500b3fe0 msgr2=0x7fc95013d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc955800700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc9500b3fe0 0x7fc95013d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc955800700 1 -- 172.21.15.99:0/1626744233 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc948009b30 con 0x7fc95006d280 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc956200700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc9501466b0 0x7fc95015f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc955800700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc95006d280 0x7fc9500ac2b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc94400c4d0 tx=0x7fc94400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc94d600700 1 -- 172.21.15.99:0/1626744233 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc944005cd0 con 0x7fc95006d280 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc94d600700 1 -- 172.21.15.99:0/1626744233 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc944005e30 con 0x7fc95006d280 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc956c00700 1 -- 172.21.15.99:0/1626744233 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc95013e620 con 0x7fc95006d280 2024-09-13T17:00:32.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc94d600700 1 -- 172.21.15.99:0/1626744233 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9440072d0 con 0x7fc95006d280 2024-09-13T17:00:32.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc956c00700 1 -- 172.21.15.99:0/1626744233 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc95013fa20 con 0x7fc95006d280 2024-09-13T17:00:32.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.541+0000 7fc956c00700 1 -- 172.21.15.99:0/1626744233 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc95013fc40 con 0x7fc95006d280 2024-09-13T17:00:32.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.545+0000 7fc94d600700 1 -- 172.21.15.99:0/1626744233 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc944007430 con 0x7fc95006d280 2024-09-13T17:00:32.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.545+0000 7fc94d600700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc930066730 0x7fc930068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.545+0000 7fc94d600700 1 -- 172.21.15.99:0/1626744233 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc944083430 con 0x7fc95006d280 2024-09-13T17:00:32.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.545+0000 7fc954e00700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc930066730 0x7fc930068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.549+0000 7fc954e00700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc930066730 0x7fc930068bf0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc93c000f60 tx=0x7fc93c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:32.557 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.553+0000 7fc94d600700 1 -- 172.21.15.99:0/1626744233 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc9440508e0 con 0x7fc95006d280 2024-09-13T17:00:32.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.737+0000 7fc956c00700 1 -- 172.21.15.99:0/1626744233 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc95006e4e0 con 0x7fc95006d280 2024-09-13T17:00:32.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.741+0000 7fc94d600700 1 -- 172.21.15.99:0/1626744233 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7fc944053f00 con 0x7fc95006d280 2024-09-13T17:00:32.746 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:32.746 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 -- 172.21.15.99:0/1626744233 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc930066730 msgr2=0x7fc930068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc930066730 0x7fc930068bf0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc93c000f60 tx=0x7fc93c009040 comp rx=0 tx=0).stop 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 -- 172.21.15.99:0/1626744233 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc95006d280 msgr2=0x7fc9500ac2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc95006d280 0x7fc9500ac2b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc94400c4d0 tx=0x7fc94400c890 comp rx=0 tx=0).stop 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 -- 172.21.15.99:0/1626744233 shutdown_connections 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc930066730 0x7fc930068bf0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc9501466b0 0x7fc95015f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc9500b3fe0 0x7fc95013d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 --2- 172.21.15.99:0/1626744233 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc95006d280 0x7fc9500ac2b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 -- 172.21.15.99:0/1626744233 >> 172.21.15.99:0/1626744233 conn(0x7fc95006f790 msgr2=0x7fc9500c4010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 -- 172.21.15.99:0/1626744233 shutdown_connections 2024-09-13T17:00:32.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.745+0000 7fc956c00700 1 -- 172.21.15.99:0/1626744233 wait complete. 2024-09-13T17:00:32.770 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:32.770 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:32.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.937+0000 7ffa35c00700 1 Processor -- start 2024-09-13T17:00:32.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.937+0000 7ffa35c00700 1 -- start start 2024-09-13T17:00:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.937+0000 7ffa35c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7ffa300cc940 0x7ffa3015d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.937+0000 7ffa35c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa3015dba0 con 0x7ffa300b0780 2024-09-13T17:00:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.937+0000 7ffa35c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa3015de80 con 0x7ffa301467c0 2024-09-13T17:00:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.937+0000 7ffa35c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa3015e160 con 0x7ffa300cc940 2024-09-13T17:00:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.937+0000 7ffa35200700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ffa300b0780 0x7ffa3006de00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:56120/0 (socket says 172.21.15.99:56120) 2024-09-13T17:00:32.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.937+0000 7ffa35200700 1 -- 172.21.15.99:0/1803940735 learned_addr learned my addr 172.21.15.99:0/1803940735 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa2f400700 1 --2- 172.21.15.99:0/1803940735 >> v2:172.21.15.170:3300/0 conn(0x7ffa300cc940 0x7ffa3015d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa2ea00700 1 -- 172.21.15.99:0/1803940735 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1513674625 0 0) 0x7ffa3015dba0 con 0x7ffa300b0780 2024-09-13T17:00:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa2ea00700 1 -- 172.21.15.99:0/1803940735 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffa100035d0 con 0x7ffa300b0780 2024-09-13T17:00:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa2f400700 1 -- 172.21.15.99:0/1803940735 >> v1:172.21.15.170:6789/0 conn(0x7ffa301467c0 legacy=0x7ffa3015e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa2f400700 1 -- 172.21.15.99:0/1803940735 >> v1:172.21.15.99:6789/0 conn(0x7ffa300b0780 legacy=0x7ffa3006de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa2f400700 1 -- 172.21.15.99:0/1803940735 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa3006d8e0 con 0x7ffa300cc940 2024-09-13T17:00:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa2f400700 1 --2- 172.21.15.99:0/1803940735 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ffa300cc940 0x7ffa3015d300 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ffa18009850 tx=0x7ffa18009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9dac0e981f36aedc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa2ea00700 1 -- 172.21.15.99:0/1803940735 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa18011830 con 0x7ffa300cc940 2024-09-13T17:00:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa2ea00700 1 -- 172.21.15.99:0/1803940735 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa18011990 con 0x7ffa300cc940 2024-09-13T17:00:32.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa2ea00700 1 -- 172.21.15.99:0/1803940735 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa18011d40 con 0x7ffa300cc940 2024-09-13T17:00:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa35c00700 1 -- 172.21.15.99:0/1803940735 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ffa300cc940 msgr2=0x7ffa3015d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa35c00700 1 --2- 172.21.15.99:0/1803940735 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ffa300cc940 0x7ffa3015d300 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ffa18009850 tx=0x7ffa18009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa35c00700 1 -- 172.21.15.99:0/1803940735 shutdown_connections 2024-09-13T17:00:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa35c00700 1 --2- 172.21.15.99:0/1803940735 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ffa300cc940 0x7ffa3015d300 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa35c00700 1 -- 172.21.15.99:0/1803940735 >> 172.21.15.99:0/1803940735 conn(0x7ffa30066780 msgr2=0x7ffa3006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:32.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa35c00700 1 -- 172.21.15.99:0/1803940735 shutdown_connections 2024-09-13T17:00:32.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.941+0000 7ffa35c00700 1 -- 172.21.15.99:0/1803940735 wait complete. 2024-09-13T17:00:32.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa35c00700 1 Processor -- start 2024-09-13T17:00:32.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa35c00700 1 -- start start 2024-09-13T17:00:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa35c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa300b0780 0x7ffa301e4e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa35c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ffa300cc940 0x7ffa3015c600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa35c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ffa301467c0 0x7ffa3015cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa35c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3015d080 con 0x7ffa300b0780 2024-09-13T17:00:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa35c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa301e7210 con 0x7ffa301467c0 2024-09-13T17:00:32.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa35c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa301e74f0 con 0x7ffa300cc940 2024-09-13T17:00:32.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa2fe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa300b0780 0x7ffa301e4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa2f400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ffa300cc940 0x7ffa3015c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa2fe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa300b0780 0x7ffa301e4e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47418/0 (socket says 172.21.15.99:47418) 2024-09-13T17:00:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa2fe00700 1 -- 172.21.15.99:0/4065462272 learned_addr learned my addr 172.21.15.99:0/4065462272 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa35200700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ffa301467c0 0x7ffa3015cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa2fe00700 1 -- 172.21.15.99:0/4065462272 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ffa300cc940 msgr2=0x7ffa3015c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa2fe00700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ffa300cc940 0x7ffa3015c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa2fe00700 1 -- 172.21.15.99:0/4065462272 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ffa301467c0 msgr2=0x7ffa3015cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa2fe00700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ffa301467c0 0x7ffa3015cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:32.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa2fe00700 1 -- 172.21.15.99:0/4065462272 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa180094b0 con 0x7ffa300b0780 2024-09-13T17:00:32.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.945+0000 7ffa2fe00700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa300b0780 0x7ffa301e4e20 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ffa2000cbd0 tx=0x7ffa2000cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:32.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.949+0000 7ffa27e00700 1 -- 172.21.15.99:0/4065462272 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa20003c20 con 0x7ffa300b0780 2024-09-13T17:00:32.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.949+0000 7ffa27e00700 1 -- 172.21.15.99:0/4065462272 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa20003d80 con 0x7ffa300b0780 2024-09-13T17:00:32.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.949+0000 7ffa35c00700 1 -- 172.21.15.99:0/4065462272 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa301e77d0 con 0x7ffa300b0780 2024-09-13T17:00:32.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.949+0000 7ffa27e00700 1 -- 172.21.15.99:0/4065462272 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa2000aae0 con 0x7ffa300b0780 2024-09-13T17:00:32.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.949+0000 7ffa35c00700 1 -- 172.21.15.99:0/4065462272 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa301e7d90 con 0x7ffa300b0780 2024-09-13T17:00:32.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.949+0000 7ffa35c00700 1 -- 172.21.15.99:0/4065462272 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa3015dba0 con 0x7ffa300b0780 2024-09-13T17:00:32.955 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.949+0000 7ffa27e00700 1 -- 172.21.15.99:0/4065462272 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffa2000ac40 con 0x7ffa300b0780 2024-09-13T17:00:32.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.953+0000 7ffa27e00700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ffa0c066730 0x7ffa0c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:32.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.953+0000 7ffa27e00700 1 -- 172.21.15.99:0/4065462272 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa20084210 con 0x7ffa300b0780 2024-09-13T17:00:32.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.953+0000 7ffa2f400700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ffa0c066730 0x7ffa0c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:32.958 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.953+0000 7ffa2f400700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ffa0c066730 0x7ffa0c068bf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ffa180090b0 tx=0x7ffa18008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:32.963 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:32.957+0000 7ffa27e00700 1 -- 172.21.15.99:0/4065462272 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ffa20051460 con 0x7ffa300b0780 2024-09-13T17:00:33.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.145+0000 7ffa35c00700 1 -- 172.21.15.99:0/4065462272 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ffa30144fa0 con 0x7ffa300b0780 2024-09-13T17:00:33.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.145+0000 7ffa27e00700 1 -- 172.21.15.99:0/4065462272 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7ffa20054a80 con 0x7ffa300b0780 2024-09-13T17:00:33.150 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:33.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 -- 172.21.15.99:0/4065462272 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ffa0c066730 msgr2=0x7ffa0c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ffa0c066730 0x7ffa0c068bf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ffa180090b0 tx=0x7ffa18008030 comp rx=0 tx=0).stop 2024-09-13T17:00:33.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 -- 172.21.15.99:0/4065462272 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa300b0780 msgr2=0x7ffa301e4e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa300b0780 0x7ffa301e4e20 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ffa2000cbd0 tx=0x7ffa2000cee0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 -- 172.21.15.99:0/4065462272 shutdown_connections 2024-09-13T17:00:33.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ffa0c066730 0x7ffa0c068bf0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ffa301467c0 0x7ffa3015cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ffa300cc940 0x7ffa3015c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 --2- 172.21.15.99:0/4065462272 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ffa300b0780 0x7ffa301e4e20 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 -- 172.21.15.99:0/4065462272 >> 172.21.15.99:0/4065462272 conn(0x7ffa30066780 msgr2=0x7ffa30070fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:33.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 -- 172.21.15.99:0/4065462272 shutdown_connections 2024-09-13T17:00:33.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.149+0000 7ffa35c00700 1 -- 172.21.15.99:0/4065462272 wait complete. 2024-09-13T17:00:33.175 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:33.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.341+0000 7f0b26800700 1 Processor -- start 2024-09-13T17:00:33.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.341+0000 7f0b26800700 1 -- start start 2024-09-13T17:00:33.348 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b26800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b20165a10 0x7f0b2006d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:33.348 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b26800700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b20162490 con 0x7f0b200b0e90 2024-09-13T17:00:33.348 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b26800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b2006cea0 con 0x7f0b20165630 2024-09-13T17:00:33.348 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b26800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b2006d180 con 0x7f0b20165a10 2024-09-13T17:00:33.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b24a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b20165a10 0x7f0b2006d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:33.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b25400700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f0b20165630 0x7f0b200b0780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:40752/0 (socket says 172.21.15.99:40752) 2024-09-13T17:00:33.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b25400700 1 -- 172.21.15.99:0/3608878548 learned_addr learned my addr 172.21.15.99:0/3608878548 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:33.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b25e00700 1 --1- 172.21.15.99:0/3608878548 >> v1:172.21.15.99:6789/0 conn(0x7f0b200b0e90 0x7f0b201616f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:56132/0 (socket says 172.21.15.99:56132) 2024-09-13T17:00:33.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b1fe00700 1 -- 172.21.15.99:0/3608878548 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3338249903 0 0) 0x7f0b2006cea0 con 0x7f0b20165630 2024-09-13T17:00:33.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b1fe00700 1 -- 172.21.15.99:0/3608878548 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0b080035d0 con 0x7f0b20165630 2024-09-13T17:00:33.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b1fe00700 1 -- 172.21.15.99:0/3608878548 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3453521713 0 0) 0x7f0b20162490 con 0x7f0b200b0e90 2024-09-13T17:00:33.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b24a00700 1 -- 172.21.15.99:0/3608878548 >> v1:172.21.15.170:6789/0 conn(0x7f0b20165630 legacy=0x7f0b200b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.351 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b24a00700 1 -- 172.21.15.99:0/3608878548 >> v1:172.21.15.99:6789/0 conn(0x7f0b200b0e90 legacy=0x7f0b201616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.351 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b24a00700 1 -- 172.21.15.99:0/3608878548 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b2006d460 con 0x7f0b20165a10 2024-09-13T17:00:33.351 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b24a00700 1 --2- 172.21.15.99:0/3608878548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b20165a10 0x7f0b2006d980 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c009880 tx=0x7f0b0c009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a4a937743062a42 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:33.351 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.345+0000 7f0b1fe00700 1 -- 172.21.15.99:0/3608878548 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c011830 con 0x7f0b20165a10 2024-09-13T17:00:33.352 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b1fe00700 1 -- 172.21.15.99:0/3608878548 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b0c011990 con 0x7f0b20165a10 2024-09-13T17:00:33.352 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b1fe00700 1 -- 172.21.15.99:0/3608878548 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c011d20 con 0x7f0b20165a10 2024-09-13T17:00:33.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 -- 172.21.15.99:0/3608878548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b20165a10 msgr2=0x7f0b2006d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 --2- 172.21.15.99:0/3608878548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b20165a10 0x7f0b2006d980 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c009880 tx=0x7f0b0c009b90 comp rx=0 tx=0).stop 2024-09-13T17:00:33.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 -- 172.21.15.99:0/3608878548 shutdown_connections 2024-09-13T17:00:33.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 --2- 172.21.15.99:0/3608878548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b20165a10 0x7f0b2006d980 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 -- 172.21.15.99:0/3608878548 >> 172.21.15.99:0/3608878548 conn(0x7f0b20066780 msgr2=0x7f0b2006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:33.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 -- 172.21.15.99:0/3608878548 shutdown_connections 2024-09-13T17:00:33.353 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 -- 172.21.15.99:0/3608878548 wait complete. 2024-09-13T17:00:33.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 Processor -- start 2024-09-13T17:00:33.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 -- start start 2024-09-13T17:00:33.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b200b0e90 0x7f0b20150c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:33.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.349+0000 7f0b26800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0b20165630 0x7f0b2015a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:33.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b26800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b20165a10 0x7f0b200b31d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:33.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b26800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b2015ba20 con 0x7f0b20165630 2024-09-13T17:00:33.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b26800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b2015b180 con 0x7f0b20165a10 2024-09-13T17:00:33.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b26800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b2015b460 con 0x7f0b200b0e90 2024-09-13T17:00:33.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b24a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0b20165630 0x7f0b2015a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:33.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b24a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0b20165630 0x7f0b2015a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47424/0 (socket says 172.21.15.99:47424) 2024-09-13T17:00:33.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b24a00700 1 -- 172.21.15.99:0/1053666622 learned_addr learned my addr 172.21.15.99:0/1053666622 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:33.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b25e00700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b20165a10 0x7f0b200b31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:33.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b25400700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b200b0e90 0x7f0b20150c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:33.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b24a00700 1 -- 172.21.15.99:0/1053666622 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b200b0e90 msgr2=0x7f0b20150c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b24a00700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b200b0e90 0x7f0b20150c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b24a00700 1 -- 172.21.15.99:0/1053666622 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b20165a10 msgr2=0x7f0b200b31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b24a00700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b20165a10 0x7f0b200b31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b24a00700 1 -- 172.21.15.99:0/1053666622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b0c0094b0 con 0x7f0b20165630 2024-09-13T17:00:33.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b24a00700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0b20165630 0x7f0b2015a6c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c013040 tx=0x7f0b0c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:33.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b1d600700 1 -- 172.21.15.99:0/1053666622 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c019950 con 0x7f0b20165630 2024-09-13T17:00:33.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b1d600700 1 -- 172.21.15.99:0/1053666622 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b0c01e070 con 0x7f0b20165630 2024-09-13T17:00:33.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b26800700 1 -- 172.21.15.99:0/1053666622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b2015b740 con 0x7f0b20165630 2024-09-13T17:00:33.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b1d600700 1 -- 172.21.15.99:0/1053666622 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c019d10 con 0x7f0b20165630 2024-09-13T17:00:33.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b26800700 1 -- 172.21.15.99:0/1053666622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b201f6ae0 con 0x7f0b20165630 2024-09-13T17:00:33.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.353+0000 7f0b26800700 1 -- 172.21.15.99:0/1053666622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b20158af0 con 0x7f0b20165630 2024-09-13T17:00:33.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.357+0000 7f0b1d600700 1 -- 172.21.15.99:0/1053666622 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0b0c02d450 con 0x7f0b20165630 2024-09-13T17:00:33.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.357+0000 7f0b1d600700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0b00066760 0x7f0b00068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:33.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.357+0000 7f0b1d600700 1 -- 172.21.15.99:0/1053666622 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0b0c085060 con 0x7f0b20165630 2024-09-13T17:00:33.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.357+0000 7f0b25400700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0b00066760 0x7f0b00068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:33.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.357+0000 7f0b25400700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0b00066760 0x7f0b00068c20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0b14005cb0 tx=0x7f0b14009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:33.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.365+0000 7f0b1d600700 1 -- 172.21.15.99:0/1053666622 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0b0c0b6db0 con 0x7f0b20165630 2024-09-13T17:00:33.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.545+0000 7f0b26800700 1 -- 172.21.15.99:0/1053666622 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0b20162490 con 0x7f0b20165630 2024-09-13T17:00:33.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.545+0000 7f0b1d600700 1 -- 172.21.15.99:0/1053666622 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0b0c020020 con 0x7f0b20165630 2024-09-13T17:00:33.549 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:33.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 -- 172.21.15.99:0/1053666622 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0b00066760 msgr2=0x7f0b00068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0b00066760 0x7f0b00068c20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0b14005cb0 tx=0x7f0b14009040 comp rx=0 tx=0).stop 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 -- 172.21.15.99:0/1053666622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0b20165630 msgr2=0x7f0b2015a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0b20165630 0x7f0b2015a6c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c013040 tx=0x7f0b0c004770 comp rx=0 tx=0).stop 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 -- 172.21.15.99:0/1053666622 shutdown_connections 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0b00066760 0x7f0b00068c20 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0b20165630 0x7f0b2015a6c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0b20165a10 0x7f0b200b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 --2- 172.21.15.99:0/1053666622 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0b200b0e90 0x7f0b20150c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 -- 172.21.15.99:0/1053666622 >> 172.21.15.99:0/1053666622 conn(0x7f0b20066780 msgr2=0x7f0b2006c710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 -- 172.21.15.99:0/1053666622 shutdown_connections 2024-09-13T17:00:33.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.549+0000 7f0b26800700 1 -- 172.21.15.99:0/1053666622 wait complete. 2024-09-13T17:00:33.573 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:33.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.741+0000 7fe2b8a00700 1 Processor -- start 2024-09-13T17:00:33.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.741+0000 7fe2b8a00700 1 -- start start 2024-09-13T17:00:33.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.741+0000 7fe2b8a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe2b406af80 0x7fe2b40723c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:33.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.741+0000 7fe2b8a00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2b406be50 con 0x7fe2b40cf370 2024-09-13T17:00:33.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.741+0000 7fe2b8a00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2b4072900 con 0x7fe2b40adba0 2024-09-13T17:00:33.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.741+0000 7fe2b8a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2b406b3d0 con 0x7fe2b406af80 2024-09-13T17:00:33.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.741+0000 7fe2b1e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe2b40cf370 0x7fe2b40cf750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:56138/0 (socket says 172.21.15.99:56138) 2024-09-13T17:00:33.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.741+0000 7fe2b1e00700 1 -- 172.21.15.99:0/1539439503 learned_addr learned my addr 172.21.15.99:0/1539439503 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:33.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b1400700 1 --2- 172.21.15.99:0/1539439503 >> v2:172.21.15.99:3300/0 conn(0x7fe2b406af80 0x7fe2b40723c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:33.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b0a00700 1 -- 172.21.15.99:0/1539439503 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4166230077 0 0) 0x7fe2a4001110 con 0x7fe2b40cf370 2024-09-13T17:00:33.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b0a00700 1 -- 172.21.15.99:0/1539439503 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe2980035d0 con 0x7fe2b40cf370 2024-09-13T17:00:33.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b1400700 1 -- 172.21.15.99:0/1539439503 >> v1:172.21.15.170:6789/0 conn(0x7fe2b40adba0 legacy=0x7fe2b40ae010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b0a00700 1 -- 172.21.15.99:0/1539439503 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2483331122 0 0) 0x7fe2980035d0 con 0x7fe2b40cf370 2024-09-13T17:00:33.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b1400700 1 -- 172.21.15.99:0/1539439503 >> v1:172.21.15.99:6789/0 conn(0x7fe2b40cf370 legacy=0x7fe2b40cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b1400700 1 -- 172.21.15.99:0/1539439503 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2b415d500 con 0x7fe2b406af80 2024-09-13T17:00:33.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b1400700 1 --2- 172.21.15.99:0/1539439503 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 0x7fe2b40723c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0009850 tx=0x7fe2a0009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a1ab57cf6982c08 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:33.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b0a00700 1 -- 172.21.15.99:0/1539439503 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2a4001800 con 0x7fe2b406af80 2024-09-13T17:00:33.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b0a00700 1 -- 172.21.15.99:0/1539439503 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2a0004030 con 0x7fe2b406af80 2024-09-13T17:00:33.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b0a00700 1 -- 172.21.15.99:0/1539439503 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2a00043c0 con 0x7fe2b406af80 2024-09-13T17:00:33.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b8a00700 1 -- 172.21.15.99:0/1539439503 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 msgr2=0x7fe2b40723c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b8a00700 1 --2- 172.21.15.99:0/1539439503 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 0x7fe2b40723c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0009850 tx=0x7fe2a0009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:33.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b8a00700 1 -- 172.21.15.99:0/1539439503 shutdown_connections 2024-09-13T17:00:33.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b8a00700 1 --2- 172.21.15.99:0/1539439503 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 0x7fe2b40723c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b8a00700 1 -- 172.21.15.99:0/1539439503 >> 172.21.15.99:0/1539439503 conn(0x7fe2b40b28c0 msgr2=0x7fe2b40b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:33.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b8a00700 1 -- 172.21.15.99:0/1539439503 shutdown_connections 2024-09-13T17:00:33.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.745+0000 7fe2b8a00700 1 -- 172.21.15.99:0/1539439503 wait complete. 2024-09-13T17:00:33.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b8a00700 1 Processor -- start 2024-09-13T17:00:33.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b8a00700 1 -- start start 2024-09-13T17:00:33.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b8a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 0x7fe2b40c8810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:33.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b8a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2b40adba0 0x7fe2b40c4820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:33.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b8a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2b40cf370 0x7fe2b4155530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:33.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b8a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b40c8d50 con 0x7fe2b406af80 2024-09-13T17:00:33.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b8a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b40c9580 con 0x7fe2b40cf370 2024-09-13T17:00:33.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b8a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2b40c4d60 con 0x7fe2b40adba0 2024-09-13T17:00:33.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b1e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 0x7fe2b40c8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:33.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b1e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 0x7fe2b40c8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47432/0 (socket says 172.21.15.99:47432) 2024-09-13T17:00:33.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b1e00700 1 -- 172.21.15.99:0/2427611915 learned_addr learned my addr 172.21.15.99:0/2427611915 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b2800700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2b40cf370 0x7fe2b4155530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.749+0000 7fe2b1400700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2b40adba0 0x7fe2b40c4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2b1e00700 1 -- 172.21.15.99:0/2427611915 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2b40adba0 msgr2=0x7fe2b40c4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2b1e00700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2b40adba0 0x7fe2b40c4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2b1e00700 1 -- 172.21.15.99:0/2427611915 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2b40cf370 msgr2=0x7fe2b4155530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2b1e00700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2b40cf370 0x7fe2b4155530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2b1e00700 1 -- 172.21.15.99:0/2427611915 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2a00094b0 con 0x7fe2b406af80 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2b1e00700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 0x7fe2b40c8810 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe2a400c580 tx=0x7fe2a400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2aa000700 1 -- 172.21.15.99:0/2427611915 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2a4004ca0 con 0x7fe2b406af80 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2aa000700 1 -- 172.21.15.99:0/2427611915 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2a4004e20 con 0x7fe2b406af80 2024-09-13T17:00:33.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2b8a00700 1 -- 172.21.15.99:0/2427611915 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2b40ce0b0 con 0x7fe2b406af80 2024-09-13T17:00:33.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2aa000700 1 -- 172.21.15.99:0/2427611915 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2a4007310 con 0x7fe2b406af80 2024-09-13T17:00:33.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2b8a00700 1 -- 172.21.15.99:0/2427611915 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2b40c9ab0 con 0x7fe2b406af80 2024-09-13T17:00:33.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.753+0000 7fe2b8a00700 1 -- 172.21.15.99:0/2427611915 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2b4071590 con 0x7fe2b406af80 2024-09-13T17:00:33.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.757+0000 7fe2aa000700 1 -- 172.21.15.99:0/2427611915 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe2a4007470 con 0x7fe2b406af80 2024-09-13T17:00:33.762 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.757+0000 7fe2aa000700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe294066730 0x7fe294068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:33.762 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.757+0000 7fe2aa000700 1 -- 172.21.15.99:0/2427611915 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe2a4083ea0 con 0x7fe2b406af80 2024-09-13T17:00:33.762 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.757+0000 7fe2b1400700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe294066730 0x7fe294068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:33.763 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.761+0000 7fe2b1400700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe294066730 0x7fe294068bf0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe2a00090b0 tx=0x7fe2a0008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:33.768 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.765+0000 7fe2aa000700 1 -- 172.21.15.99:0/2427611915 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe2a4051170 con 0x7fe2b406af80 2024-09-13T17:00:33.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.945+0000 7fe2b8a00700 1 -- 172.21.15.99:0/2427611915 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe2b406be50 con 0x7fe2b406af80 2024-09-13T17:00:33.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.945+0000 7fe2aa000700 1 -- 172.21.15.99:0/2427611915 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe2b406be50 con 0x7fe2b406af80 2024-09-13T17:00:33.950 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:33.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 -- 172.21.15.99:0/2427611915 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe294066730 msgr2=0x7fe294068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe294066730 0x7fe294068bf0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe2a00090b0 tx=0x7fe2a0008030 comp rx=0 tx=0).stop 2024-09-13T17:00:33.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 -- 172.21.15.99:0/2427611915 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 msgr2=0x7fe2b40c8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:33.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 0x7fe2b40c8810 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe2a400c580 tx=0x7fe2a400c940 comp rx=0 tx=0).stop 2024-09-13T17:00:33.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 -- 172.21.15.99:0/2427611915 shutdown_connections 2024-09-13T17:00:33.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe294066730 0x7fe294068bf0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2b40cf370 0x7fe2b4155530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2b40adba0 0x7fe2b40c4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 --2- 172.21.15.99:0/2427611915 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2b406af80 0x7fe2b40c8810 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:33.954 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 -- 172.21.15.99:0/2427611915 >> 172.21.15.99:0/2427611915 conn(0x7fe2b40b28c0 msgr2=0x7fe2b4071ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:33.954 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 -- 172.21.15.99:0/2427611915 shutdown_connections 2024-09-13T17:00:33.954 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:33.949+0000 7fe2b8a00700 1 -- 172.21.15.99:0/2427611915 wait complete. 2024-09-13T17:00:33.974 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal' 2024-09-13T17:00:34.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.133+0000 7fd3e2800700 1 Processor -- start 2024-09-13T17:00:34.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.133+0000 7fd3e2800700 1 -- start start 2024-09-13T17:00:34.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e2800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fd3dc15af60 0x7fd3dc0ce610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:34.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e2800700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3dc151ef0 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e2800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3dc0ae5f0 con 0x7fd3dc15eb10 2024-09-13T17:00:34.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e2800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3dc15b590 con 0x7fd3dc15af60 2024-09-13T17:00:34.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e1400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd3dc0cc9a0 0x7fd3dc06cb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:56140/0 (socket says 172.21.15.99:56140) 2024-09-13T17:00:34.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e1400700 1 -- 172.21.15.99:0/3415350103 learned_addr learned my addr 172.21.15.99:0/3415350103 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:34.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e0a00700 1 --2- 172.21.15.99:0/3415350103 >> v2:172.21.15.170:3300/0 conn(0x7fd3dc15af60 0x7fd3dc0ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:34.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3dbe00700 1 -- 172.21.15.99:0/3415350103 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3239317621 0 0) 0x7fd3dc151ef0 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3dbe00700 1 -- 172.21.15.99:0/3415350103 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3c40035d0 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3dbe00700 1 -- 172.21.15.99:0/3415350103 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3113157180 0 0) 0x7fd3dc0ae5f0 con 0x7fd3dc15eb10 2024-09-13T17:00:34.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3dbe00700 1 -- 172.21.15.99:0/3415350103 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3dc151ef0 con 0x7fd3dc15eb10 2024-09-13T17:00:34.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e0a00700 1 -- 172.21.15.99:0/3415350103 >> v1:172.21.15.170:6789/0 conn(0x7fd3dc15eb10 legacy=0x7fd3dc0b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:34.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e0a00700 1 -- 172.21.15.99:0/3415350103 >> v1:172.21.15.99:6789/0 conn(0x7fd3dc0cc9a0 legacy=0x7fd3dc06cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:34.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e0a00700 1 -- 172.21.15.99:0/3415350103 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3dc15b870 con 0x7fd3dc15af60 2024-09-13T17:00:34.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3e0a00700 1 --2- 172.21.15.99:0/3415350103 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3dc15af60 0x7fd3dc0ce610 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8009850 tx=0x7fd3c8009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5b15d62a81223b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:34.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3dbe00700 1 -- 172.21.15.99:0/3415350103 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3c8011830 con 0x7fd3dc15af60 2024-09-13T17:00:34.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3dbe00700 1 -- 172.21.15.99:0/3415350103 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3c8011990 con 0x7fd3dc15af60 2024-09-13T17:00:34.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.137+0000 7fd3dbe00700 1 -- 172.21.15.99:0/3415350103 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3c8011d40 con 0x7fd3dc15af60 2024-09-13T17:00:34.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.141+0000 7fd3e2800700 1 -- 172.21.15.99:0/3415350103 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3dc15af60 msgr2=0x7fd3dc0ce610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:34.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.141+0000 7fd3e2800700 1 --2- 172.21.15.99:0/3415350103 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3dc15af60 0x7fd3dc0ce610 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8009850 tx=0x7fd3c8009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:34.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.141+0000 7fd3e2800700 1 -- 172.21.15.99:0/3415350103 shutdown_connections 2024-09-13T17:00:34.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.141+0000 7fd3e2800700 1 --2- 172.21.15.99:0/3415350103 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3dc15af60 0x7fd3dc0ce610 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:34.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.141+0000 7fd3e2800700 1 -- 172.21.15.99:0/3415350103 >> 172.21.15.99:0/3415350103 conn(0x7fd3dc06f790 msgr2=0x7fd3dc06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:34.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.141+0000 7fd3e2800700 1 -- 172.21.15.99:0/3415350103 shutdown_connections 2024-09-13T17:00:34.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.141+0000 7fd3e2800700 1 -- 172.21.15.99:0/3415350103 wait complete. 2024-09-13T17:00:34.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.141+0000 7fd3e2800700 1 Processor -- start 2024-09-13T17:00:34.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.141+0000 7fd3e2800700 1 -- start start 2024-09-13T17:00:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e2800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3dc0cc9a0 0x7fd3dc156510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e2800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3dc15af60 0x7fd3dc149530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e2800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3dc15eb10 0x7fd3dc157500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e2800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3dc149a70 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e2800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3dc157fc0 con 0x7fd3dc15eb10 2024-09-13T17:00:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e2800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3dc155750 con 0x7fd3dc15af60 2024-09-13T17:00:34.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3dc0cc9a0 0x7fd3dc156510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:34.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3dc0cc9a0 0x7fd3dc156510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47442/0 (socket says 172.21.15.99:47442) 2024-09-13T17:00:34.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1400700 1 -- 172.21.15.99:0/2069602221 learned_addr learned my addr 172.21.15.99:0/2069602221 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:34.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e0a00700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3dc15af60 0x7fd3dc149530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:34.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1e00700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3dc15eb10 0x7fd3dc157500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:34.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1400700 1 -- 172.21.15.99:0/2069602221 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3dc15af60 msgr2=0x7fd3dc149530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:34.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1400700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3dc15af60 0x7fd3dc149530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:34.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1400700 1 -- 172.21.15.99:0/2069602221 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3dc15eb10 msgr2=0x7fd3dc157500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:34.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1400700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3dc15eb10 0x7fd3dc157500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:34.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1400700 1 -- 172.21.15.99:0/2069602221 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3c80094b0 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1e00700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3dc15eb10 0x7fd3dc157500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:34.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e1400700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3dc0cc9a0 0x7fd3dc156510 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd3d000c580 tx=0x7fd3d000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:34.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3d9600700 1 -- 172.21.15.99:0/2069602221 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d0005d90 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3d9600700 1 -- 172.21.15.99:0/2069602221 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3d00070d0 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3d9600700 1 -- 172.21.15.99:0/2069602221 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d0007440 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e2800700 1 -- 172.21.15.99:0/2069602221 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3dc155a30 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.145+0000 7fd3e2800700 1 -- 172.21.15.99:0/2069602221 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3dc155ff0 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.149+0000 7fd3e2800700 1 -- 172.21.15.99:0/2069602221 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3dc1561e0 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.149+0000 7fd3d9600700 1 -- 172.21.15.99:0/2069602221 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd3d00075a0 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.149+0000 7fd3d9600700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3bc066730 0x7fd3bc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:34.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.149+0000 7fd3d9600700 1 -- 172.21.15.99:0/2069602221 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd3d00835c0 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.153+0000 7fd3e0a00700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3bc066730 0x7fd3bc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:34.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.153+0000 7fd3e0a00700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3bc066730 0x7fd3bc068bf0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd3c80090b0 tx=0x7fd3c801c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:34.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.157+0000 7fd3d9600700 1 -- 172.21.15.99:0/2069602221 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd3d0050950 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.397+0000 7fd3e2800700 1 -- 172.21.15.99:0/2069602221 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]} v 0) v1 -- 0x7fd3dc0ce610 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.793+0000 7fd3d9600700 1 -- 172.21.15.99:0/2069602221 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]}]=0 v53) v1 ==== 162+0+0 (secure 0 0 0) 0x7fd3d0053f70 con 0x7fd3dc0cc9a0 2024-09-13T17:00:34.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 -- 172.21.15.99:0/2069602221 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3bc066730 msgr2=0x7fd3bc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:34.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3bc066730 0x7fd3bc068bf0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd3c80090b0 tx=0x7fd3c801c040 comp rx=0 tx=0).stop 2024-09-13T17:00:34.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 -- 172.21.15.99:0/2069602221 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3dc0cc9a0 msgr2=0x7fd3dc156510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:34.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3dc0cc9a0 0x7fd3dc156510 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd3d000c580 tx=0x7fd3d000c940 comp rx=0 tx=0).stop 2024-09-13T17:00:34.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 -- 172.21.15.99:0/2069602221 shutdown_connections 2024-09-13T17:00:34.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd3bc066730 0x7fd3bc068bf0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:34.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd3dc15eb10 0x7fd3dc157500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:34.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd3dc15af60 0x7fd3dc149530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:34.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 --2- 172.21.15.99:0/2069602221 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd3dc0cc9a0 0x7fd3dc156510 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:34.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 -- 172.21.15.99:0/2069602221 >> 172.21.15.99:0/2069602221 conn(0x7fd3dc06f790 msgr2=0x7fd3dc06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:34.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 -- 172.21.15.99:0/2069602221 shutdown_connections 2024-09-13T17:00:34.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.797+0000 7fd3e2800700 1 -- 172.21.15.99:0/2069602221 wait complete. 2024-09-13T17:00:34.825 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T17:00:34.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efdab800700 1 Processor -- start 2024-09-13T17:00:34.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efdab800700 1 -- start start 2024-09-13T17:00:34.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efdab800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7efda40cd470 0x7efda40cf310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efdab800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7efda415b1e0 0x7efda40cd850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efdab800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40ce0f0 0x7efda40cb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efdab800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efda40cdd90 con 0x7efda40cd470 2024-09-13T17:00:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efdab800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efda40cf8f0 con 0x7efda415b1e0 2024-09-13T17:00:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efdab800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efda40cfbd0 con 0x7efda40ce0f0 2024-09-13T17:00:34.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efda8e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7efda40cd470 0x7efda40cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efda8e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7efda40cd470 0x7efda40cf310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47452/0 (socket says 172.21.15.99:47452) 2024-09-13T17:00:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.993+0000 7efda8e00700 1 -- 172.21.15.99:0/1625917952 learned_addr learned my addr 172.21.15.99:0/1625917952 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda3e00700 1 --2- 172.21.15.99:0/1625917952 >> v2:172.21.15.170:3300/0 conn(0x7efda415b1e0 0x7efda40cd850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda9800700 1 --2- 172.21.15.99:0/1625917952 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40ce0f0 0x7efda40cb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda9800700 1 -- 172.21.15.99:0/1625917952 >> v2:172.21.15.170:3300/0 conn(0x7efda415b1e0 msgr2=0x7efda40cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda9800700 1 --2- 172.21.15.99:0/1625917952 >> v2:172.21.15.170:3300/0 conn(0x7efda415b1e0 0x7efda40cd850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda9800700 1 -- 172.21.15.99:0/1625917952 >> v2:172.21.15.99:3300/0 conn(0x7efda40cd470 msgr2=0x7efda40cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:35.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda9800700 1 --2- 172.21.15.99:0/1625917952 >> v2:172.21.15.99:3300/0 conn(0x7efda40cd470 0x7efda40cf310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda9800700 1 -- 172.21.15.99:0/1625917952 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efda406aba0 con 0x7efda40ce0f0 2024-09-13T17:00:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda8e00700 1 --2- 172.21.15.99:0/1625917952 >> v2:172.21.15.99:3300/0 conn(0x7efda40cd470 0x7efda40cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda9800700 1 --2- 172.21.15.99:0/1625917952 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40ce0f0 0x7efda40cb9b0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efda415b5c0 tx=0x7efd9c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d52909509da44de8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda3400700 1 -- 172.21.15.99:0/1625917952 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9c00e070 con 0x7efda40ce0f0 2024-09-13T17:00:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda3400700 1 -- 172.21.15.99:0/1625917952 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd9c00bb20 con 0x7efda40ce0f0 2024-09-13T17:00:35.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efda3400700 1 -- 172.21.15.99:0/1625917952 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9c012430 con 0x7efda40ce0f0 2024-09-13T17:00:35.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efdab800700 1 -- 172.21.15.99:0/1625917952 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40ce0f0 msgr2=0x7efda40cb9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efdab800700 1 --2- 172.21.15.99:0/1625917952 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40ce0f0 0x7efda40cb9b0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efda415b5c0 tx=0x7efd9c00b330 comp rx=0 tx=0).stop 2024-09-13T17:00:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efdab800700 1 -- 172.21.15.99:0/1625917952 shutdown_connections 2024-09-13T17:00:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efdab800700 1 --2- 172.21.15.99:0/1625917952 >> v2:172.21.15.170:3300/0 conn(0x7efda415b1e0 0x7efda40cd850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efdab800700 1 --2- 172.21.15.99:0/1625917952 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40ce0f0 0x7efda40cb9b0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efdab800700 1 --2- 172.21.15.99:0/1625917952 >> v2:172.21.15.99:3300/0 conn(0x7efda40cd470 0x7efda40cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efdab800700 1 -- 172.21.15.99:0/1625917952 >> 172.21.15.99:0/1625917952 conn(0x7efda40b28c0 msgr2=0x7efda40b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efdab800700 1 -- 172.21.15.99:0/1625917952 shutdown_connections 2024-09-13T17:00:35.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:34.997+0000 7efdab800700 1 -- 172.21.15.99:0/1625917952 wait complete. 2024-09-13T17:00:35.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.001+0000 7efdab800700 1 Processor -- start 2024-09-13T17:00:35.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.001+0000 7efdab800700 1 -- start start 2024-09-13T17:00:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efdab800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40cd470 0x7efda41522c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efdab800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efda40ce0f0 0x7efda40c4860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efdab800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efda415b1e0 0x7efda40c6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efdab800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda40c5d30 con 0x7efda415b1e0 2024-09-13T17:00:35.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efdab800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda4152800 con 0x7efda40ce0f0 2024-09-13T17:00:35.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efdab800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efda40c50b0 con 0x7efda40cd470 2024-09-13T17:00:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda9800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efda415b1e0 0x7efda40c6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda8e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40cd470 0x7efda41522c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda3e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efda40ce0f0 0x7efda40c4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda9800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efda415b1e0 0x7efda40c6150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47466/0 (socket says 172.21.15.99:47466) 2024-09-13T17:00:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda9800700 1 -- 172.21.15.99:0/3017588322 learned_addr learned my addr 172.21.15.99:0/3017588322 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda9800700 1 -- 172.21.15.99:0/3017588322 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40cd470 msgr2=0x7efda41522c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda9800700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40cd470 0x7efda41522c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda9800700 1 -- 172.21.15.99:0/3017588322 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efda40ce0f0 msgr2=0x7efda40c4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda9800700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efda40ce0f0 0x7efda40c4860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda9800700 1 -- 172.21.15.99:0/3017588322 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd98009570 con 0x7efda415b1e0 2024-09-13T17:00:35.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.005+0000 7efda3e00700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efda40ce0f0 0x7efda40c4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:35.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.009+0000 7efda9800700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efda415b1e0 0x7efda40c6150 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7efd9c014040 tx=0x7efd9c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:35.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.009+0000 7efda0c00700 1 -- 172.21.15.99:0/3017588322 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9c004800 con 0x7efda415b1e0 2024-09-13T17:00:35.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.009+0000 7efda0c00700 1 -- 172.21.15.99:0/3017588322 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd9c020070 con 0x7efda415b1e0 2024-09-13T17:00:35.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.009+0000 7efda0c00700 1 -- 172.21.15.99:0/3017588322 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9c0276c0 con 0x7efda415b1e0 2024-09-13T17:00:35.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.009+0000 7efdab800700 1 -- 172.21.15.99:0/3017588322 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd9c009a70 con 0x7efda415b1e0 2024-09-13T17:00:35.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.009+0000 7efdab800700 1 -- 172.21.15.99:0/3017588322 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efda40c5670 con 0x7efda415b1e0 2024-09-13T17:00:35.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.009+0000 7efdab800700 1 -- 172.21.15.99:0/3017588322 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efda40cf310 con 0x7efda415b1e0 2024-09-13T17:00:35.016 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.013+0000 7efda0c00700 1 -- 172.21.15.99:0/3017588322 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efd9c012430 con 0x7efda415b1e0 2024-09-13T17:00:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.013+0000 7efda0c00700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd84066730 0x7efd84068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:35.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.013+0000 7efda0c00700 1 -- 172.21.15.99:0/3017588322 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efd9c022070 con 0x7efda415b1e0 2024-09-13T17:00:35.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.013+0000 7efda8e00700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd84066730 0x7efd84068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.013+0000 7efda8e00700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd84066730 0x7efd84068bf0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7efd98006d50 tx=0x7efd980092e0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:35.024 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.017+0000 7efda0c00700 1 -- 172.21.15.99:0/3017588322 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efd9c052fb0 con 0x7efda415b1e0 2024-09-13T17:00:35.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.201+0000 7efdab800700 1 -- 172.21.15.99:0/3017588322 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7efda40c7a00 con 0x7efda415b1e0 2024-09-13T17:00:35.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.209+0000 7efda0c00700 1 -- 172.21.15.99:0/3017588322 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7efd9c02c020 con 0x7efda415b1e0 2024-09-13T17:00:35.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 -- 172.21.15.99:0/3017588322 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd84066730 msgr2=0x7efd84068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd84066730 0x7efd84068bf0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7efd98006d50 tx=0x7efd980092e0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 -- 172.21.15.99:0/3017588322 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efda415b1e0 msgr2=0x7efda40c6150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efda415b1e0 0x7efda40c6150 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7efd9c014040 tx=0x7efd9c004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 -- 172.21.15.99:0/3017588322 shutdown_connections 2024-09-13T17:00:35.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd84066730 0x7efd84068bf0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efda415b1e0 0x7efda40c6150 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efda40ce0f0 0x7efda40c4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 --2- 172.21.15.99:0/3017588322 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efda40cd470 0x7efda41522c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 -- 172.21.15.99:0/3017588322 >> 172.21.15.99:0/3017588322 conn(0x7efda40b28c0 msgr2=0x7efda40b00f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:35.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 -- 172.21.15.99:0/3017588322 shutdown_connections 2024-09-13T17:00:35.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.213+0000 7efdab800700 1 -- 172.21.15.99:0/3017588322 wait complete. 2024-09-13T17:00:35.240 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T17:00:35.240 DEBUG:teuthology.orchestra.run.smithi099:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T17:00:35.283 DEBUG:teuthology.orchestra.run.smithi170:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T17:00:35.328 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T17:00:35.328 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:00:35.328 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:35.347 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:00:35.347 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:35.409 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:00:35.410 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:35.469 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:35.697 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.693+0000 7fcb1b200700 1 Processor -- start 2024-09-13T17:00:35.697 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.693+0000 7fcb1b200700 1 -- start start 2024-09-13T17:00:35.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb1b200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcb1c0cc9a0 0x7fcb1c15af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:35.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb1b200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fcb1c0ce610 0x7fcb1c06cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:35.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb1b200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb1c151ef0 con 0x7fcb1c06d070 2024-09-13T17:00:35.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb1b200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb1c0cea50 con 0x7fcb1c0ce610 2024-09-13T17:00:35.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb1b200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb1c15b590 con 0x7fcb1c0cc9a0 2024-09-13T17:00:35.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb19400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fcb1c0ce610 0x7fcb1c06cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb19400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fcb1c0ce610 0x7fcb1c06cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47480/0 (socket says 172.21.15.99:47480) 2024-09-13T17:00:35.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb19400700 1 -- 172.21.15.99:0/2151540485 learned_addr learned my addr 172.21.15.99:0/2151540485 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:35.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb19e00700 1 --2- 172.21.15.99:0/2151540485 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcb1c0cc9a0 0x7fcb1c15af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.702 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb19400700 1 -- 172.21.15.99:0/2151540485 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcb1c0cc9a0 msgr2=0x7fcb1c15af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:35.702 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb19400700 1 --2- 172.21.15.99:0/2151540485 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcb1c0cc9a0 0x7fcb1c15af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.702 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb19400700 1 -- 172.21.15.99:0/2151540485 >> v1:172.21.15.170:6789/0 conn(0x7fcb1c06d070 legacy=0x7fcb1c15eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.702 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb19400700 1 -- 172.21.15.99:0/2151540485 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb1c0ae5f0 con 0x7fcb1c0ce610 2024-09-13T17:00:35.703 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb19400700 1 --2- 172.21.15.99:0/2151540485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c0ce610 0x7fcb1c06cb30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fcb08009910 tx=0x7fcb08009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aedf9b8b793e1964 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:35.703 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.697+0000 7fcb18a00700 1 -- 172.21.15.99:0/2151540485 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb08011830 con 0x7fcb1c0ce610 2024-09-13T17:00:35.703 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb18a00700 1 -- 172.21.15.99:0/2151540485 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb08011990 con 0x7fcb1c0ce610 2024-09-13T17:00:35.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb18a00700 1 -- 172.21.15.99:0/2151540485 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb08011d40 con 0x7fcb1c0ce610 2024-09-13T17:00:35.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb1b200700 1 -- 172.21.15.99:0/2151540485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c0ce610 msgr2=0x7fcb1c06cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb1b200700 1 --2- 172.21.15.99:0/2151540485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c0ce610 0x7fcb1c06cb30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fcb08009910 tx=0x7fcb08009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:35.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb1b200700 1 -- 172.21.15.99:0/2151540485 shutdown_connections 2024-09-13T17:00:35.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb1b200700 1 --2- 172.21.15.99:0/2151540485 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c0ce610 0x7fcb1c06cb30 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb1b200700 1 --2- 172.21.15.99:0/2151540485 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcb1c0cc9a0 0x7fcb1c15af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb1b200700 1 -- 172.21.15.99:0/2151540485 >> 172.21.15.99:0/2151540485 conn(0x7fcb1c06f790 msgr2=0x7fcb1c06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:35.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb1b200700 1 -- 172.21.15.99:0/2151540485 shutdown_connections 2024-09-13T17:00:35.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb1b200700 1 -- 172.21.15.99:0/2151540485 wait complete. 2024-09-13T17:00:35.706 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb1b200700 1 Processor -- start 2024-09-13T17:00:35.706 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.701+0000 7fcb1b200700 1 -- start start 2024-09-13T17:00:35.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1b200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c06d070 0x7fcb1c1547c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:35.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1b200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcb1c0cc9a0 0x7fcb1c0ae9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:35.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1b200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcb1c0ce610 0x7fcb1c14b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:35.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1b200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb1c0aef00 con 0x7fcb1c06d070 2024-09-13T17:00:35.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1b200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb1c154ec0 con 0x7fcb1c0ce610 2024-09-13T17:00:35.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1b200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb1c0b0fa0 con 0x7fcb1c0cc9a0 2024-09-13T17:00:35.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb19e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c06d070 0x7fcb1c1547c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.709 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb19e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c06d070 0x7fcb1c1547c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47486/0 (socket says 172.21.15.99:47486) 2024-09-13T17:00:35.709 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb19e00700 1 -- 172.21.15.99:0/3877514836 learned_addr learned my addr 172.21.15.99:0/3877514836 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:35.709 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb19400700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcb1c0cc9a0 0x7fcb1c0ae9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1a800700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcb1c0ce610 0x7fcb1c14b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb19e00700 1 -- 172.21.15.99:0/3877514836 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcb1c0cc9a0 msgr2=0x7fcb1c0ae9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb19e00700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcb1c0cc9a0 0x7fcb1c0ae9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb19e00700 1 -- 172.21.15.99:0/3877514836 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcb1c0ce610 msgr2=0x7fcb1c14b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb19e00700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcb1c0ce610 0x7fcb1c14b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb19e00700 1 -- 172.21.15.99:0/3877514836 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb08009570 con 0x7fcb1c06d070 2024-09-13T17:00:35.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1a800700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcb1c0ce610 0x7fcb1c14b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:35.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb19e00700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c06d070 0x7fcb1c1547c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c00e840 tx=0x7fcb0c00ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:35.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb12000700 1 -- 172.21.15.99:0/3877514836 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c0095a0 con 0x7fcb1c06d070 2024-09-13T17:00:35.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb12000700 1 -- 172.21.15.99:0/3877514836 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb0c00c690 con 0x7fcb1c06d070 2024-09-13T17:00:35.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1b200700 1 -- 172.21.15.99:0/3877514836 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb1c0b1800 con 0x7fcb1c06d070 2024-09-13T17:00:35.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb12000700 1 -- 172.21.15.99:0/3877514836 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c00ca00 con 0x7fcb1c06d070 2024-09-13T17:00:35.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1b200700 1 -- 172.21.15.99:0/3877514836 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb1c0b1520 con 0x7fcb1c06d070 2024-09-13T17:00:35.711 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.705+0000 7fcb1b200700 1 -- 172.21.15.99:0/3877514836 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb1c15af60 con 0x7fcb1c06d070 2024-09-13T17:00:35.713 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.709+0000 7fcb12000700 1 -- 172.21.15.99:0/3877514836 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcb0c00cb60 con 0x7fcb1c06d070 2024-09-13T17:00:35.714 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.709+0000 7fcb12000700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcafc066730 0x7fcafc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:35.714 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.709+0000 7fcb12000700 1 -- 172.21.15.99:0/3877514836 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcb0c0841c0 con 0x7fcb1c06d070 2024-09-13T17:00:35.715 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.709+0000 7fcb19400700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcafc066730 0x7fcafc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:35.716 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.713+0000 7fcb19400700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcafc066730 0x7fcafc068bf0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c06b100 tx=0x7fcb08008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:35.722 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.717+0000 7fcb12000700 1 -- 172.21.15.99:0/3877514836 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcb0c051520 con 0x7fcb1c06d070 2024-09-13T17:00:35.913 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.909+0000 7fcb1b200700 1 -- 172.21.15.99:0/3877514836 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcb1c067a10 con 0x7fcb1c06d070 2024-09-13T17:00:35.916 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb12000700 1 -- 172.21.15.99:0/3877514836 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7fcb0c054b40 con 0x7fcb1c06d070 2024-09-13T17:00:35.916 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:35.916 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 -- 172.21.15.99:0/3877514836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcafc066730 msgr2=0x7fcafc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcafc066730 0x7fcafc068bf0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c06b100 tx=0x7fcb08008030 comp rx=0 tx=0).stop 2024-09-13T17:00:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 -- 172.21.15.99:0/3877514836 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c06d070 msgr2=0x7fcb1c1547c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c06d070 0x7fcb1c1547c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c00e840 tx=0x7fcb0c00ec00 comp rx=0 tx=0).stop 2024-09-13T17:00:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 -- 172.21.15.99:0/3877514836 shutdown_connections 2024-09-13T17:00:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcafc066730 0x7fcafc068bf0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcb1c0ce610 0x7fcb1c14b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcb1c0cc9a0 0x7fcb1c0ae9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 --2- 172.21.15.99:0/3877514836 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcb1c06d070 0x7fcb1c1547c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:35.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 -- 172.21.15.99:0/3877514836 >> 172.21.15.99:0/3877514836 conn(0x7fcb1c06f790 msgr2=0x7fcb1c15d330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:35.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 -- 172.21.15.99:0/3877514836 shutdown_connections 2024-09-13T17:00:35.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:35.913+0000 7fcb1b200700 1 -- 172.21.15.99:0/3877514836 wait complete. 2024-09-13T17:00:35.939 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:35.940 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:36.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f1782600700 1 Processor -- start 2024-09-13T17:00:36.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f1782600700 1 -- start start 2024-09-13T17:00:36.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f1782600700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f177c0cc940 0x7f177c15d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f1782600700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f177c15dba0 con 0x7f177c1467c0 2024-09-13T17:00:36.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f1782600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f177c15de80 con 0x7f177c0b0780 2024-09-13T17:00:36.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f1782600700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f177c15e160 con 0x7f177c0cc940 2024-09-13T17:00:36.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f1781200700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f177c1467c0 0x7f177c15e480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:56152/0 (socket says 172.21.15.99:56152) 2024-09-13T17:00:36.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f1781200700 1 -- 172.21.15.99:0/662157548 learned_addr learned my addr 172.21.15.99:0/662157548 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:36.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f177be00700 1 --2- 172.21.15.99:0/662157548 >> v2:172.21.15.170:3300/0 conn(0x7f177c0cc940 0x7f177c15d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1505294646 0 0) 0x7f177c15dba0 con 0x7f177c1467c0 2024-09-13T17:00:36.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.125+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f17640035d0 con 0x7f177c1467c0 2024-09-13T17:00:36.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2477218862 0 0) 0x7f177c15de80 con 0x7f177c0b0780 2024-09-13T17:00:36.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f177c15dba0 con 0x7f177c0b0780 2024-09-13T17:00:36.132 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3198304616 0 0) 0x7f17640035d0 con 0x7f177c1467c0 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 >> v2:172.21.15.170:3300/0 conn(0x7f177c0cc940 msgr2=0x7f177c15d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 --2- 172.21.15.99:0/662157548 >> v2:172.21.15.170:3300/0 conn(0x7f177c0cc940 0x7f177c15d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 >> v1:172.21.15.170:6789/0 conn(0x7f177c0b0780 legacy=0x7f177c06de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f177c06d8e0 con 0x7f177c1467c0 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f1770001670 con 0x7f177c1467c0 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 >> v1:172.21.15.99:6789/0 conn(0x7f177c1467c0 legacy=0x7f177c15e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f1764003fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1764004870 0x7f1764004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1764005230 0x7f176400ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f177c15e160 con 0x7f1764003bb0 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f176400c0b0 con 0x7f1764004870 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f176400c270 con 0x7f1764005230 2024-09-13T17:00:36.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1781200700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f1764003fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177be00700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1764004870 0x7f1764004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1781c00700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1764005230 0x7f176400ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1781200700 1 -- 172.21.15.99:0/662157548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1764005230 msgr2=0x7f176400ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:36.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1781200700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1764005230 0x7f176400ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1781200700 1 -- 172.21.15.99:0/662157548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1764004870 msgr2=0x7f1764004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:36.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1781200700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1764004870 0x7f1764004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1781200700 1 -- 172.21.15.99:0/662157548 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17640035d0 con 0x7f1764003bb0 2024-09-13T17:00:36.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1781c00700 1 -- 172.21.15.99:0/662157548 reap_dead start 2024-09-13T17:00:36.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1781200700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f1764003fb0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f177000c240 tx=0x7f17640058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef6c986bc7671af2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:36.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f177000cde0 con 0x7f1764003bb0 2024-09-13T17:00:36.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1770005980 con 0x7f1764003bb0 2024-09-13T17:00:36.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f177b400700 1 -- 172.21.15.99:0/662157548 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1770005d30 con 0x7f1764003bb0 2024-09-13T17:00:36.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1782600700 1 -- 172.21.15.99:0/662157548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 msgr2=0x7f1764003fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1782600700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f1764003fb0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f177000c240 tx=0x7f17640058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1782600700 1 -- 172.21.15.99:0/662157548 shutdown_connections 2024-09-13T17:00:36.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1782600700 1 --2- 172.21.15.99:0/662157548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f1764003fb0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1782600700 1 -- 172.21.15.99:0/662157548 >> 172.21.15.99:0/662157548 conn(0x7f177c066780 msgr2=0x7f177c06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:36.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1782600700 1 -- 172.21.15.99:0/662157548 shutdown_connections 2024-09-13T17:00:36.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.129+0000 7f1782600700 1 -- 172.21.15.99:0/662157548 wait complete. 2024-09-13T17:00:36.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1782600700 1 Processor -- start 2024-09-13T17:00:36.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1782600700 1 -- start start 2024-09-13T17:00:36.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1782600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f177c159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1782600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f177c129460 0x7f177c1289d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1782600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f177c128f10 0x7f177c143840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1782600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f177c15c4a0 con 0x7f1764003bb0 2024-09-13T17:00:36.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1782600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f177c159f80 con 0x7f177c129460 2024-09-13T17:00:36.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1782600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f177c15c710 con 0x7f177c128f10 2024-09-13T17:00:36.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1781200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f177c159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1781200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f177c159a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47498/0 (socket says 172.21.15.99:47498) 2024-09-13T17:00:36.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1781200700 1 -- 172.21.15.99:0/3960732856 learned_addr learned my addr 172.21.15.99:0/3960732856 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:36.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f177be00700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f177c129460 0x7f177c1289d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1781c00700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f177c128f10 0x7f177c143840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1781200700 1 -- 172.21.15.99:0/3960732856 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f177c128f10 msgr2=0x7f177c143840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1781200700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f177c128f10 0x7f177c143840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1781200700 1 -- 172.21.15.99:0/3960732856 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f177c129460 msgr2=0x7f177c1289d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1781200700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f177c129460 0x7f177c1289d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1781200700 1 -- 172.21.15.99:0/3960732856 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f177c15c9f0 con 0x7f1764003bb0 2024-09-13T17:00:36.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.133+0000 7f1781200700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f177c159a40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f177000c830 tx=0x7f177c146ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:36.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.137+0000 7f1778c00700 1 -- 172.21.15.99:0/3960732856 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1770004890 con 0x7f1764003bb0 2024-09-13T17:00:36.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.137+0000 7f1778c00700 1 -- 172.21.15.99:0/3960732856 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17700049f0 con 0x7f1764003bb0 2024-09-13T17:00:36.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.137+0000 7f1778c00700 1 -- 172.21.15.99:0/3960732856 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1770004d60 con 0x7f1764003bb0 2024-09-13T17:00:36.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.137+0000 7f1782600700 1 -- 172.21.15.99:0/3960732856 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f177c1281d0 con 0x7f1764003bb0 2024-09-13T17:00:36.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.137+0000 7f1782600700 1 -- 172.21.15.99:0/3960732856 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f177c15a420 con 0x7f1764003bb0 2024-09-13T17:00:36.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.137+0000 7f1782600700 1 -- 172.21.15.99:0/3960732856 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f177c15c850 con 0x7f1764003bb0 2024-09-13T17:00:36.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.137+0000 7f1778c00700 1 -- 172.21.15.99:0/3960732856 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1770019070 con 0x7f1764003bb0 2024-09-13T17:00:36.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.141+0000 7f1778c00700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f175c066730 0x7f175c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.141+0000 7f1778c00700 1 -- 172.21.15.99:0/3960732856 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1770084b70 con 0x7f1764003bb0 2024-09-13T17:00:36.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.141+0000 7f177be00700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f175c066730 0x7f175c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.141+0000 7f177be00700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f175c066730 0x7f175c068bf0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f177c0afeb0 tx=0x7f1768008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:36.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.145+0000 7f1778c00700 1 -- 172.21.15.99:0/3960732856 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f177c15c850 con 0x7f1764003bb0 2024-09-13T17:00:36.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.325+0000 7f1782600700 1 -- 172.21.15.99:0/3960732856 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f177c15c850 con 0x7f1764003bb0 2024-09-13T17:00:36.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.325+0000 7f1778c00700 1 -- 172.21.15.99:0/3960732856 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f177c15c850 con 0x7f1764003bb0 2024-09-13T17:00:36.332 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:36.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 -- 172.21.15.99:0/3960732856 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f175c066730 msgr2=0x7f175c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f175c066730 0x7f175c068bf0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f177c0afeb0 tx=0x7f1768008040 comp rx=0 tx=0).stop 2024-09-13T17:00:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 -- 172.21.15.99:0/3960732856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 msgr2=0x7f177c159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f177c159a40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f177000c830 tx=0x7f177c146ba0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 -- 172.21.15.99:0/3960732856 shutdown_connections 2024-09-13T17:00:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f175c066730 0x7f175c068bf0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f177c128f10 0x7f177c143840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f177c129460 0x7f177c1289d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 --2- 172.21.15.99:0/3960732856 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1764003bb0 0x7f177c159a40 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 -- 172.21.15.99:0/3960732856 >> 172.21.15.99:0/3960732856 conn(0x7f177c066780 msgr2=0x7f177c0aea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 -- 172.21.15.99:0/3960732856 shutdown_connections 2024-09-13T17:00:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.329+0000 7f1782600700 1 -- 172.21.15.99:0/3960732856 wait complete. 2024-09-13T17:00:36.357 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:36.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.521+0000 7fa1d0e00700 1 Processor -- start 2024-09-13T17:00:36.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.521+0000 7fa1d0e00700 1 -- start start 2024-09-13T17:00:36.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.521+0000 7fa1d0e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa1cc15e410 0x7fa1cc0af900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.521+0000 7fa1d0e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fa1cc0cc930 0x7fa1cc0ceaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.521+0000 7fa1d0e00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1cc0cd9a0 con 0x7fa1cc0cefe0 2024-09-13T17:00:36.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.521+0000 7fa1d0e00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1cc0cfa60 con 0x7fa1cc15e410 2024-09-13T17:00:36.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.521+0000 7fa1d0e00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1cc0cdbf0 con 0x7fa1cc0cc930 2024-09-13T17:00:36.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1cb400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa1cc15e410 0x7fa1cc0af900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.529 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1cb400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa1cc15e410 0x7fa1cc0af900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47504/0 (socket says 172.21.15.99:47504) 2024-09-13T17:00:36.529 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1cb400700 1 -- 172.21.15.99:0/1306494715 learned_addr learned my addr 172.21.15.99:0/1306494715 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:36.529 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1caa00700 1 --2- 172.21.15.99:0/1306494715 >> v2:172.21.15.170:3300/0 conn(0x7fa1cc0cc930 0x7fa1cc0ceaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1cb400700 1 -- 172.21.15.99:0/1306494715 >> v2:172.21.15.170:3300/0 conn(0x7fa1cc0cc930 msgr2=0x7fa1cc0ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:36.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1cb400700 1 --2- 172.21.15.99:0/1306494715 >> v2:172.21.15.170:3300/0 conn(0x7fa1cc0cc930 0x7fa1cc0ceaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1cb400700 1 -- 172.21.15.99:0/1306494715 >> v1:172.21.15.99:6789/0 conn(0x7fa1cc0cefe0 legacy=0x7fa1cc0cb7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1cb400700 1 -- 172.21.15.99:0/1306494715 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1cc0cded0 con 0x7fa1cc15e410 2024-09-13T17:00:36.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1ca000700 1 -- 172.21.15.99:0/1306494715 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4065802255 0 0) 0x7fa1cc0cd9a0 con 0x7fa1cc0cefe0 2024-09-13T17:00:36.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1cb400700 1 --2- 172.21.15.99:0/1306494715 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 0x7fa1cc0af900 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc06f590 tx=0x7fa1bc009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c63baf37d7f6621 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:36.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1ca000700 1 -- 172.21.15.99:0/1306494715 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1bc011830 con 0x7fa1cc15e410 2024-09-13T17:00:36.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1ca000700 1 -- 172.21.15.99:0/1306494715 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1bc011990 con 0x7fa1cc15e410 2024-09-13T17:00:36.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1ca000700 1 -- 172.21.15.99:0/1306494715 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1bc011d20 con 0x7fa1cc15e410 2024-09-13T17:00:36.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1d0e00700 1 -- 172.21.15.99:0/1306494715 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 msgr2=0x7fa1cc0af900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1d0e00700 1 --2- 172.21.15.99:0/1306494715 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 0x7fa1cc0af900 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc06f590 tx=0x7fa1bc009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1d0e00700 1 -- 172.21.15.99:0/1306494715 shutdown_connections 2024-09-13T17:00:36.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1d0e00700 1 --2- 172.21.15.99:0/1306494715 >> v2:172.21.15.170:3300/0 conn(0x7fa1cc0cc930 0x7fa1cc0ceaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1d0e00700 1 --2- 172.21.15.99:0/1306494715 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 0x7fa1cc0af900 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1d0e00700 1 -- 172.21.15.99:0/1306494715 >> 172.21.15.99:0/1306494715 conn(0x7fa1cc0d0ba0 msgr2=0x7fa1cc0d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:36.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1d0e00700 1 -- 172.21.15.99:0/1306494715 shutdown_connections 2024-09-13T17:00:36.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.525+0000 7fa1d0e00700 1 -- 172.21.15.99:0/1306494715 wait complete. 2024-09-13T17:00:36.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.529+0000 7fa1d0e00700 1 Processor -- start 2024-09-13T17:00:36.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.529+0000 7fa1d0e00700 1 -- start start 2024-09-13T17:00:36.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1d0e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1cc0cc930 0x7fa1cc0b2c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1d0e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1cc0cefe0 0x7fa1cc0b3170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1d0e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 0x7fa1cc1fa7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1d0e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1cc153e10 con 0x7fa1cc15e410 2024-09-13T17:00:36.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1d0e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1cc153190 con 0x7fa1cc0cefe0 2024-09-13T17:00:36.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1d0e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1cc153470 con 0x7fa1cc0cc930 2024-09-13T17:00:36.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 0x7fa1cc1fa7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 0x7fa1cc1fa7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47510/0 (socket says 172.21.15.99:47510) 2024-09-13T17:00:36.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cbe00700 1 -- 172.21.15.99:0/4163143782 learned_addr learned my addr 172.21.15.99:0/4163143782 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:36.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1caa00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1cc0cefe0 0x7fa1cc0b3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cb400700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1cc0cc930 0x7fa1cc0b2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cbe00700 1 -- 172.21.15.99:0/4163143782 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1cc0cc930 msgr2=0x7fa1cc0b2c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cbe00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1cc0cc930 0x7fa1cc0b2c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cbe00700 1 -- 172.21.15.99:0/4163143782 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1cc0cefe0 msgr2=0x7fa1cc0b3170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cbe00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1cc0cefe0 0x7fa1cc0b3170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cbe00700 1 -- 172.21.15.99:0/4163143782 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1bc009570 con 0x7fa1cc15e410 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1caa00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1cc0cefe0 0x7fa1cc0b3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cb400700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1cc0cc930 0x7fa1cc0b2c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1cbe00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 0x7fa1cc1fa7c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa1c400cc70 tx=0x7fa1c400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1c3400700 1 -- 172.21.15.99:0/4163143782 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c4003e50 con 0x7fa1cc15e410 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1c3400700 1 -- 172.21.15.99:0/4163143782 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1c400ce70 con 0x7fa1cc15e410 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1c3400700 1 -- 172.21.15.99:0/4163143782 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c400abf0 con 0x7fa1cc15e410 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1d0e00700 1 -- 172.21.15.99:0/4163143782 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1cc153750 con 0x7fa1cc15e410 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1d0e00700 1 -- 172.21.15.99:0/4163143782 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1cc1fad00 con 0x7fa1cc15e410 2024-09-13T17:00:36.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.533+0000 7fa1d0e00700 1 -- 172.21.15.99:0/4163143782 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1cc068470 con 0x7fa1cc15e410 2024-09-13T17:00:36.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.537+0000 7fa1c3400700 1 -- 172.21.15.99:0/4163143782 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa1c400ad50 con 0x7fa1cc15e410 2024-09-13T17:00:36.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.537+0000 7fa1c3400700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1ac066730 0x7fa1ac068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.537+0000 7fa1c3400700 1 -- 172.21.15.99:0/4163143782 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa1c4083c80 con 0x7fa1cc15e410 2024-09-13T17:00:36.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.537+0000 7fa1cb400700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1ac066730 0x7fa1ac068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.537+0000 7fa1cb400700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1ac066730 0x7fa1ac068bf0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa1bc000c00 tx=0x7fa1bc008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:36.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.545+0000 7fa1c3400700 1 -- 172.21.15.99:0/4163143782 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa1c4051080 con 0x7fa1cc15e410 2024-09-13T17:00:36.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.721+0000 7fa1d0e00700 1 -- 172.21.15.99:0/4163143782 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa1cc0ceaa0 con 0x7fa1cc15e410 2024-09-13T17:00:36.726 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.721+0000 7fa1c3400700 1 -- 172.21.15.99:0/4163143782 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa1c40170a0 con 0x7fa1cc15e410 2024-09-13T17:00:36.726 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:36.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 -- 172.21.15.99:0/4163143782 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1ac066730 msgr2=0x7fa1ac068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1ac066730 0x7fa1ac068bf0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa1bc000c00 tx=0x7fa1bc008030 comp rx=0 tx=0).stop 2024-09-13T17:00:36.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 -- 172.21.15.99:0/4163143782 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 msgr2=0x7fa1cc1fa7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 0x7fa1cc1fa7c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa1c400cc70 tx=0x7fa1c400a340 comp rx=0 tx=0).stop 2024-09-13T17:00:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 -- 172.21.15.99:0/4163143782 shutdown_connections 2024-09-13T17:00:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1ac066730 0x7fa1ac068bf0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1cc15e410 0x7fa1cc1fa7c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1cc0cefe0 0x7fa1cc0b3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 --2- 172.21.15.99:0/4163143782 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1cc0cc930 0x7fa1cc0b2c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 -- 172.21.15.99:0/4163143782 >> 172.21.15.99:0/4163143782 conn(0x7fa1cc0d0ba0 msgr2=0x7fa1cc06bbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:36.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 -- 172.21.15.99:0/4163143782 shutdown_connections 2024-09-13T17:00:36.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.725+0000 7fa1d0e00700 1 -- 172.21.15.99:0/4163143782 wait complete. 2024-09-13T17:00:36.753 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:36.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.917+0000 7fd5cac00700 1 Processor -- start 2024-09-13T17:00:36.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.917+0000 7fd5cac00700 1 -- start start 2024-09-13T17:00:36.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5cac00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd5c4154fb0 0x7fd5c40cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5cac00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fd5c40b4630 0x7fd5c415b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5cac00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5c415b5a0 0x7fd5c40b2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5cac00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5c415c000 con 0x7fd5c4154fb0 2024-09-13T17:00:36.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5cac00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5c40cb970 con 0x7fd5c40b4630 2024-09-13T17:00:36.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5cac00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5c415ba40 con 0x7fd5c415b5a0 2024-09-13T17:00:36.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5c9800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd5c4154fb0 0x7fd5c40cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5c9800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd5c4154fb0 0x7fd5c40cbe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47524/0 (socket says 172.21.15.99:47524) 2024-09-13T17:00:36.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5c9800700 1 -- 172.21.15.99:0/72262192 learned_addr learned my addr 172.21.15.99:0/72262192 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:36.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5c8e00700 1 --2- 172.21.15.99:0/72262192 >> v2:172.21.15.170:3300/0 conn(0x7fd5c40b4630 0x7fd5c415b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5ca200700 1 --2- 172.21.15.99:0/72262192 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5c415b5a0 0x7fd5c40b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5c9800700 1 -- 172.21.15.99:0/72262192 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5c415b5a0 msgr2=0x7fd5c40b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:36.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5c9800700 1 --2- 172.21.15.99:0/72262192 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5c415b5a0 0x7fd5c40b2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5c9800700 1 -- 172.21.15.99:0/72262192 >> v2:172.21.15.170:3300/0 conn(0x7fd5c40b4630 msgr2=0x7fd5c415b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:36.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5c9800700 1 --2- 172.21.15.99:0/72262192 >> v2:172.21.15.170:3300/0 conn(0x7fd5c40b4630 0x7fd5c415b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5c9800700 1 -- 172.21.15.99:0/72262192 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5c415bd20 con 0x7fd5c4154fb0 2024-09-13T17:00:36.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.921+0000 7fd5c9800700 1 --2- 172.21.15.99:0/72262192 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c4154fb0 0x7fd5c40cbe00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd5c40ce910 tx=0x7fd5b800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ab57541d3756a99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:36.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5c3e00700 1 -- 172.21.15.99:0/72262192 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5b800e070 con 0x7fd5c4154fb0 2024-09-13T17:00:36.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5c3e00700 1 -- 172.21.15.99:0/72262192 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5b800b910 con 0x7fd5c4154fb0 2024-09-13T17:00:36.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5c3e00700 1 -- 172.21.15.99:0/72262192 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5b800bcc0 con 0x7fd5c4154fb0 2024-09-13T17:00:36.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5cac00700 1 -- 172.21.15.99:0/72262192 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c4154fb0 msgr2=0x7fd5c40cbe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5cac00700 1 --2- 172.21.15.99:0/72262192 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c4154fb0 0x7fd5c40cbe00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd5c40ce910 tx=0x7fd5b800b330 comp rx=0 tx=0).stop 2024-09-13T17:00:36.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5cac00700 1 -- 172.21.15.99:0/72262192 shutdown_connections 2024-09-13T17:00:36.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5cac00700 1 --2- 172.21.15.99:0/72262192 >> v2:172.21.15.170:3300/0 conn(0x7fd5c40b4630 0x7fd5c415b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5cac00700 1 --2- 172.21.15.99:0/72262192 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5c415b5a0 0x7fd5c40b2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5cac00700 1 --2- 172.21.15.99:0/72262192 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c4154fb0 0x7fd5c40cbe00 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5cac00700 1 -- 172.21.15.99:0/72262192 >> 172.21.15.99:0/72262192 conn(0x7fd5c4066780 msgr2=0x7fd5c406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:36.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5cac00700 1 -- 172.21.15.99:0/72262192 shutdown_connections 2024-09-13T17:00:36.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.925+0000 7fd5cac00700 1 -- 172.21.15.99:0/72262192 wait complete. 2024-09-13T17:00:36.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5cac00700 1 Processor -- start 2024-09-13T17:00:36.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5cac00700 1 -- start start 2024-09-13T17:00:36.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5cac00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c40b4630 0x7fd5c41f9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5cac00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd5c4154fb0 0x7fd5c41f7880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5cac00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5c415b5a0 0x7fd5c414cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5cac00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5c414a860 con 0x7fd5c40b4630 2024-09-13T17:00:36.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5cac00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5c41fa220 con 0x7fd5c4154fb0 2024-09-13T17:00:36.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5cac00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5c414fd10 con 0x7fd5c415b5a0 2024-09-13T17:00:36.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5c9800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c40b4630 0x7fd5c41f9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5c9800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c40b4630 0x7fd5c41f9ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47536/0 (socket says 172.21.15.99:47536) 2024-09-13T17:00:36.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.929+0000 7fd5c9800700 1 -- 172.21.15.99:0/2305356729 learned_addr learned my addr 172.21.15.99:0/2305356729 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:36.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5c8e00700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd5c4154fb0 0x7fd5c41f7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5ca200700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5c415b5a0 0x7fd5c414cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5c9800700 1 -- 172.21.15.99:0/2305356729 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5c415b5a0 msgr2=0x7fd5c414cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5c9800700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5c415b5a0 0x7fd5c414cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5c9800700 1 -- 172.21.15.99:0/2305356729 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd5c4154fb0 msgr2=0x7fd5c41f7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:36.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5c9800700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd5c4154fb0 0x7fd5c41f7880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:36.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5c9800700 1 -- 172.21.15.99:0/2305356729 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5b8009b30 con 0x7fd5c40b4630 2024-09-13T17:00:36.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5c9800700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c40b4630 0x7fd5c41f9ce0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd5b800b370 tx=0x7fd5b8004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:36.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5c1600700 1 -- 172.21.15.99:0/2305356729 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5b80099b0 con 0x7fd5c40b4630 2024-09-13T17:00:36.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5c1600700 1 -- 172.21.15.99:0/2305356729 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5b80092e0 con 0x7fd5c40b4630 2024-09-13T17:00:36.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5c1600700 1 -- 172.21.15.99:0/2305356729 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5b801c660 con 0x7fd5c40b4630 2024-09-13T17:00:36.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5cac00700 1 -- 172.21.15.99:0/2305356729 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5c414fff0 con 0x7fd5c40b4630 2024-09-13T17:00:36.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5cac00700 1 -- 172.21.15.99:0/2305356729 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5c41505b0 con 0x7fd5c40b4630 2024-09-13T17:00:36.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.933+0000 7fd5cac00700 1 -- 172.21.15.99:0/2305356729 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5c4150740 con 0x7fd5c40b4630 2024-09-13T17:00:36.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.937+0000 7fd5c1600700 1 -- 172.21.15.99:0/2305356729 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd5b801c7c0 con 0x7fd5c40b4630 2024-09-13T17:00:36.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.937+0000 7fd5c1600700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd5a4066730 0x7fd5a4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:36.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.937+0000 7fd5c1600700 1 -- 172.21.15.99:0/2305356729 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd5b8085af0 con 0x7fd5c40b4630 2024-09-13T17:00:36.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.937+0000 7fd5c8e00700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd5a4066730 0x7fd5a4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:36.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.937+0000 7fd5c8e00700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd5a4066730 0x7fd5a4068bf0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd5c40cad80 tx=0x7fd5b0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:36.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:36.945+0000 7fd5c1600700 1 -- 172.21.15.99:0/2305356729 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd5b8052ef0 con 0x7fd5c40b4630 2024-09-13T17:00:37.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.125+0000 7fd5cac00700 1 -- 172.21.15.99:0/2305356729 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd5c415b060 con 0x7fd5c40b4630 2024-09-13T17:00:37.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.125+0000 7fd5c1600700 1 -- 172.21.15.99:0/2305356729 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd5b8056510 con 0x7fd5c40b4630 2024-09-13T17:00:37.131 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:37.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 -- 172.21.15.99:0/2305356729 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd5a4066730 msgr2=0x7fd5a4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd5a4066730 0x7fd5a4068bf0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd5c40cad80 tx=0x7fd5b0008040 comp rx=0 tx=0).stop 2024-09-13T17:00:37.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 -- 172.21.15.99:0/2305356729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c40b4630 msgr2=0x7fd5c41f9ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c40b4630 0x7fd5c41f9ce0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd5b800b370 tx=0x7fd5b8004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 -- 172.21.15.99:0/2305356729 shutdown_connections 2024-09-13T17:00:37.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd5a4066730 0x7fd5a4068bf0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd5c415b5a0 0x7fd5c414cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd5c4154fb0 0x7fd5c41f7880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 --2- 172.21.15.99:0/2305356729 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd5c40b4630 0x7fd5c41f9ce0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 -- 172.21.15.99:0/2305356729 >> 172.21.15.99:0/2305356729 conn(0x7fd5c4066780 msgr2=0x7fd5c415e630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:37.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 -- 172.21.15.99:0/2305356729 shutdown_connections 2024-09-13T17:00:37.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.129+0000 7fd5cac00700 1 -- 172.21.15.99:0/2305356729 wait complete. 2024-09-13T17:00:37.155 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:00:37.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6fa6000700 1 Processor -- start 2024-09-13T17:00:37.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6fa6000700 1 -- start start 2024-09-13T17:00:37.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6fa6000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6fa0146720 0x7f6fa006d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6fa6000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6fa015db30 0x7f6fa006fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6fa6000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fa006e9b0 con 0x7f6fa006f790 2024-09-13T17:00:37.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6fa6000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fa006d4f0 con 0x7f6fa015db30 2024-09-13T17:00:37.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6fa6000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa0146b00 con 0x7f6fa0146720 2024-09-13T17:00:37.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6f9fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6fa015db30 0x7f6fa006fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6f9fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6fa015db30 0x7f6fa006fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47550/0 (socket says 172.21.15.99:47550) 2024-09-13T17:00:37.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6f9fe00700 1 -- 172.21.15.99:0/2294508073 learned_addr learned my addr 172.21.15.99:0/2294508073 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:37.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.329+0000 7f6f9f400700 1 --2- 172.21.15.99:0/2294508073 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6fa0146720 0x7f6fa006d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6f9fe00700 1 -- 172.21.15.99:0/2294508073 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6fa0146720 msgr2=0x7f6fa006d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:37.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6f9fe00700 1 --2- 172.21.15.99:0/2294508073 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6fa0146720 0x7f6fa006d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6f9e000700 1 -- 172.21.15.99:0/2294508073 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 605738443 0 0) 0x7f6fa006e9b0 con 0x7f6fa006f790 2024-09-13T17:00:37.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6f9fe00700 1 -- 172.21.15.99:0/2294508073 >> v1:172.21.15.170:6789/0 conn(0x7f6fa006f790 legacy=0x7f6fa015d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6f9fe00700 1 -- 172.21.15.99:0/2294508073 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fa0070130 con 0x7f6fa015db30 2024-09-13T17:00:37.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6f9fe00700 1 --2- 172.21.15.99:0/2294508073 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa015db30 0x7f6fa006fbf0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6f98009e50 tx=0x7f6f9800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfdf2cd2ea76641e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:37.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6f9e000700 1 -- 172.21.15.99:0/2294508073 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f9800e070 con 0x7f6fa015db30 2024-09-13T17:00:37.338 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6f9e000700 1 -- 172.21.15.99:0/2294508073 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f9800b910 con 0x7f6fa015db30 2024-09-13T17:00:37.338 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6f9e000700 1 -- 172.21.15.99:0/2294508073 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f9800bcc0 con 0x7f6fa015db30 2024-09-13T17:00:37.338 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6fa6000700 1 -- 172.21.15.99:0/2294508073 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa015db30 msgr2=0x7f6fa006fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6fa6000700 1 --2- 172.21.15.99:0/2294508073 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa015db30 0x7f6fa006fbf0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6f98009e50 tx=0x7f6f9800b330 comp rx=0 tx=0).stop 2024-09-13T17:00:37.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6fa6000700 1 -- 172.21.15.99:0/2294508073 shutdown_connections 2024-09-13T17:00:37.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6fa6000700 1 --2- 172.21.15.99:0/2294508073 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa015db30 0x7f6fa006fbf0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6fa6000700 1 --2- 172.21.15.99:0/2294508073 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6fa0146720 0x7f6fa006d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6fa6000700 1 -- 172.21.15.99:0/2294508073 >> 172.21.15.99:0/2294508073 conn(0x7f6fa0071110 msgr2=0x7f6fa0071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:37.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6fa6000700 1 -- 172.21.15.99:0/2294508073 shutdown_connections 2024-09-13T17:00:37.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.333+0000 7f6fa6000700 1 -- 172.21.15.99:0/2294508073 wait complete. 2024-09-13T17:00:37.341 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6fa6000700 1 Processor -- start 2024-09-13T17:00:37.341 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6fa6000700 1 -- start start 2024-09-13T17:00:37.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6fa6000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fa006f790 0x7f6fa00ce5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6fa6000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa0146720 0x7f6fa00cb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6fa6000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6fa015db30 0x7f6fa015a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6fa6000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa01f6e90 con 0x7f6fa0146720 2024-09-13T17:00:37.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6fa6000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa00cbe30 con 0x7f6fa006f790 2024-09-13T17:00:37.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6fa6000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fa00cbc00 con 0x7f6fa015db30 2024-09-13T17:00:37.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6f9ea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa0146720 0x7f6fa00cb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6f9ea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa0146720 0x7f6fa00cb6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47554/0 (socket says 172.21.15.99:47554) 2024-09-13T17:00:37.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6f9ea00700 1 -- 172.21.15.99:0/2576540809 learned_addr learned my addr 172.21.15.99:0/2576540809 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:37.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6f9fe00700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6fa015db30 0x7f6fa015a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.337+0000 7f6f9f400700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fa006f790 0x7f6fa00ce5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6f9ea00700 1 -- 172.21.15.99:0/2576540809 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6fa015db30 msgr2=0x7f6fa015a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6f9ea00700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6fa015db30 0x7f6fa015a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6f9ea00700 1 -- 172.21.15.99:0/2576540809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fa006f790 msgr2=0x7f6fa00ce5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6f9ea00700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fa006f790 0x7f6fa00ce5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.344 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6f9ea00700 1 -- 172.21.15.99:0/2576540809 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f98009b30 con 0x7f6fa0146720 2024-09-13T17:00:37.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6f9ea00700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa0146720 0x7f6fa00cb6c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c00c580 tx=0x7f6f8c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:37.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6f97400700 1 -- 172.21.15.99:0/2576540809 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c0054e0 con 0x7f6fa0146720 2024-09-13T17:00:37.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6f97400700 1 -- 172.21.15.99:0/2576540809 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f8c0036a0 con 0x7f6fa0146720 2024-09-13T17:00:37.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6f97400700 1 -- 172.21.15.99:0/2576540809 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f8c003a10 con 0x7f6fa0146720 2024-09-13T17:00:37.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6fa6000700 1 -- 172.21.15.99:0/2576540809 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fa01f72b0 con 0x7f6fa0146720 2024-09-13T17:00:37.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6fa6000700 1 -- 172.21.15.99:0/2576540809 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fa01f67d0 con 0x7f6fa0146720 2024-09-13T17:00:37.347 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.341+0000 7f6fa6000700 1 -- 172.21.15.99:0/2576540809 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fa01f6fd0 con 0x7f6fa0146720 2024-09-13T17:00:37.348 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.345+0000 7f6f97400700 1 -- 172.21.15.99:0/2576540809 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6f8c003b70 con 0x7f6fa0146720 2024-09-13T17:00:37.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.345+0000 7f6f97400700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6f80066730 0x7f6f80068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.349 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.345+0000 7f6f97400700 1 -- 172.21.15.99:0/2576540809 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6f8c083250 con 0x7f6fa0146720 2024-09-13T17:00:37.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.345+0000 7f6f9f400700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6f80066730 0x7f6f80068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.345+0000 7f6f9f400700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6f80066730 0x7f6f80068bf0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009bf0 tx=0x7f6f90009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:37.355 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.353+0000 7f6f97400700 1 -- 172.21.15.99:0/2576540809 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6fa01f6fd0 con 0x7f6fa0146720 2024-09-13T17:00:37.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.541+0000 7f6fa6000700 1 -- 172.21.15.99:0/2576540809 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6fa01f72b0 con 0x7f6fa0146720 2024-09-13T17:00:37.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6f97400700 1 -- 172.21.15.99:0/2576540809 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f6fa01f72b0 con 0x7f6fa0146720 2024-09-13T17:00:37.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 -- 172.21.15.99:0/2576540809 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6f80066730 msgr2=0x7f6f80068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6f80066730 0x7f6f80068bf0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009bf0 tx=0x7f6f90009240 comp rx=0 tx=0).stop 2024-09-13T17:00:37.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 -- 172.21.15.99:0/2576540809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa0146720 msgr2=0x7f6fa00cb6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa0146720 0x7f6fa00cb6c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6f8c00c580 tx=0x7f6f8c00c890 comp rx=0 tx=0).stop 2024-09-13T17:00:37.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 -- 172.21.15.99:0/2576540809 shutdown_connections 2024-09-13T17:00:37.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6f80066730 0x7f6f80068bf0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6fa0146720 0x7f6fa00cb6c0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6fa015db30 0x7f6fa015a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 --2- 172.21.15.99:0/2576540809 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6fa006f790 0x7f6fa00ce5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 -- 172.21.15.99:0/2576540809 >> 172.21.15.99:0/2576540809 conn(0x7f6fa0071110 msgr2=0x7f6fa00737c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:37.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 -- 172.21.15.99:0/2576540809 shutdown_connections 2024-09-13T17:00:37.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.545+0000 7f6fa6000700 1 -- 172.21.15.99:0/2576540809 wait complete. 2024-09-13T17:00:37.554 INFO:teuthology.orchestra.run.smithi099.stderr:listed 0 entries 2024-09-13T17:00:37.573 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-13T17:00:37.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:37.573 DEBUG:teuthology.orchestra.run.smithi099:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-13T17:00:37.621 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T17:00:37.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:37.621 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T17:00:37.652 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:00:37.653 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:37.672 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:00:37.672 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:37.730 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:00:37.730 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:37.793 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:37.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.961+0000 7faa67000700 1 Processor -- start 2024-09-13T17:00:37.968 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.961+0000 7faa67000700 1 -- start start 2024-09-13T17:00:37.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa67000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 0x7faa6015b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa67000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7faa600b4700 0x7faa6015b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa67000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa600cc880 con 0x7faa60144670 2024-09-13T17:00:37.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa67000700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa6006de60 con 0x7faa600b4700 2024-09-13T17:00:37.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa67000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa6015c130 con 0x7faa600ccd10 2024-09-13T17:00:37.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa57400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 0x7faa6015b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa57400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 0x7faa6015b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:47036/0 (socket says 172.21.15.99:47036) 2024-09-13T17:00:37.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa65000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7faa600b4700 0x7faa6015b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa57400700 1 -- 172.21.15.99:0/1454134055 learned_addr learned my addr 172.21.15.99:0/1454134055 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:37.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa57400700 1 -- 172.21.15.99:0/1454134055 >> v2:172.21.15.170:3300/0 conn(0x7faa600b4700 msgr2=0x7faa6015b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:37.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa57400700 1 --2- 172.21.15.99:0/1454134055 >> v2:172.21.15.170:3300/0 conn(0x7faa600b4700 0x7faa6015b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa57400700 1 -- 172.21.15.99:0/1454134055 >> v1:172.21.15.170:6789/0 conn(0x7faa60144670 legacy=0x7faa600b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.965+0000 7faa57400700 1 -- 172.21.15.99:0/1454134055 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa60144a50 con 0x7faa600ccd10 2024-09-13T17:00:37.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa57400700 1 --2- 172.21.15.99:0/1454134055 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 0x7faa6015b390 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7faa48009910 tx=0x7faa48009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d08404a8548ef895 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:37.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa5f400700 1 -- 172.21.15.99:0/1454134055 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa48011830 con 0x7faa600ccd10 2024-09-13T17:00:37.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa5f400700 1 -- 172.21.15.99:0/1454134055 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa48011990 con 0x7faa600ccd10 2024-09-13T17:00:37.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa5f400700 1 -- 172.21.15.99:0/1454134055 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa48011d40 con 0x7faa600ccd10 2024-09-13T17:00:37.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa67000700 1 -- 172.21.15.99:0/1454134055 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 msgr2=0x7faa6015b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa67000700 1 --2- 172.21.15.99:0/1454134055 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 0x7faa6015b390 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7faa48009910 tx=0x7faa48009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:37.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa67000700 1 -- 172.21.15.99:0/1454134055 shutdown_connections 2024-09-13T17:00:37.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa67000700 1 --2- 172.21.15.99:0/1454134055 >> v2:172.21.15.170:3300/0 conn(0x7faa600b4700 0x7faa6015b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa67000700 1 --2- 172.21.15.99:0/1454134055 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 0x7faa6015b390 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa67000700 1 -- 172.21.15.99:0/1454134055 >> 172.21.15.99:0/1454134055 conn(0x7faa60071110 msgr2=0x7faa60071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:37.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa67000700 1 -- 172.21.15.99:0/1454134055 shutdown_connections 2024-09-13T17:00:37.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.969+0000 7faa67000700 1 -- 172.21.15.99:0/1454134055 wait complete. 2024-09-13T17:00:37.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa67000700 1 Processor -- start 2024-09-13T17:00:37.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa67000700 1 -- start start 2024-09-13T17:00:37.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa67000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faa600b4700 0x7faa6013c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa67000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 0x7faa6015d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa67000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa60144670 0x7faa600b2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa67000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa60153820 con 0x7faa60144670 2024-09-13T17:00:37.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa67000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa6013caa0 con 0x7faa600b4700 2024-09-13T17:00:37.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa67000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa60153a70 con 0x7faa600ccd10 2024-09-13T17:00:37.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa65000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa60144670 0x7faa600b2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa65000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa60144670 0x7faa600b2e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47558/0 (socket says 172.21.15.99:47558) 2024-09-13T17:00:37.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa65000700 1 -- 172.21.15.99:0/1212406268 learned_addr learned my addr 172.21.15.99:0/1212406268 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:37.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa5fe00700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faa600b4700 0x7faa6013c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.973+0000 7faa57400700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 0x7faa6015d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa65000700 1 -- 172.21.15.99:0/1212406268 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 msgr2=0x7faa6015d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa65000700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 0x7faa6015d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa65000700 1 -- 172.21.15.99:0/1212406268 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faa600b4700 msgr2=0x7faa6013c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:37.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa65000700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faa600b4700 0x7faa6013c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:37.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa65000700 1 -- 172.21.15.99:0/1212406268 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa48009570 con 0x7faa60144670 2024-09-13T17:00:37.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa65000700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa60144670 0x7faa600b2e30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7faa5800e900 tx=0x7faa5800ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:37.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa5cc00700 1 -- 172.21.15.99:0/1212406268 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa58013680 con 0x7faa60144670 2024-09-13T17:00:37.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa5cc00700 1 -- 172.21.15.99:0/1212406268 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa580137e0 con 0x7faa60144670 2024-09-13T17:00:37.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa5cc00700 1 -- 172.21.15.99:0/1212406268 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa58013b70 con 0x7faa60144670 2024-09-13T17:00:37.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa67000700 1 -- 172.21.15.99:0/1212406268 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa60153d50 con 0x7faa60144670 2024-09-13T17:00:37.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa67000700 1 -- 172.21.15.99:0/1212406268 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa60154310 con 0x7faa60144670 2024-09-13T17:00:37.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.977+0000 7faa67000700 1 -- 172.21.15.99:0/1212406268 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa60154500 con 0x7faa60144670 2024-09-13T17:00:37.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.981+0000 7faa5cc00700 1 -- 172.21.15.99:0/1212406268 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faa58013cd0 con 0x7faa60144670 2024-09-13T17:00:37.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.981+0000 7faa5cc00700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faa3c066760 0x7faa3c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:37.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.981+0000 7faa5cc00700 1 -- 172.21.15.99:0/1212406268 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faa58084140 con 0x7faa60144670 2024-09-13T17:00:37.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.981+0000 7faa5fe00700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faa3c066760 0x7faa3c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:37.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.981+0000 7faa5fe00700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faa3c066760 0x7faa3c068c20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7faa500012e0 tx=0x7faa50009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:37.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:37.989+0000 7faa5cc00700 1 -- 172.21.15.99:0/1212406268 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7faa58051410 con 0x7faa60144670 2024-09-13T17:00:38.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.185+0000 7faa67000700 1 -- 172.21.15.99:0/1212406268 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7faa600b3ff0 con 0x7faa60144670 2024-09-13T17:00:38.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.189+0000 7faa5cc00700 1 -- 172.21.15.99:0/1212406268 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7faa58054a30 con 0x7faa60144670 2024-09-13T17:00:38.192 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:38.192 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:38.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 -- 172.21.15.99:0/1212406268 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faa3c066760 msgr2=0x7faa3c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faa3c066760 0x7faa3c068c20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7faa500012e0 tx=0x7faa50009040 comp rx=0 tx=0).stop 2024-09-13T17:00:38.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 -- 172.21.15.99:0/1212406268 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa60144670 msgr2=0x7faa600b2e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa60144670 0x7faa600b2e30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7faa5800e900 tx=0x7faa5800ec10 comp rx=0 tx=0).stop 2024-09-13T17:00:38.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 -- 172.21.15.99:0/1212406268 shutdown_connections 2024-09-13T17:00:38.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faa3c066760 0x7faa3c068c20 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faa60144670 0x7faa600b2e30 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faa600ccd10 0x7faa6015d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 --2- 172.21.15.99:0/1212406268 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faa600b4700 0x7faa6013c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 -- 172.21.15.99:0/1212406268 >> 172.21.15.99:0/1212406268 conn(0x7faa60071110 msgr2=0x7faa6015b1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:38.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 -- 172.21.15.99:0/1212406268 shutdown_connections 2024-09-13T17:00:38.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.193+0000 7faa67000700 1 -- 172.21.15.99:0/1212406268 wait complete. 2024-09-13T17:00:38.219 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:38.219 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:38.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.385+0000 7fc08f800700 1 Processor -- start 2024-09-13T17:00:38.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.385+0000 7fc08f800700 1 -- start start 2024-09-13T17:00:38.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.385+0000 7fc08f800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880cf370 0x7fc08806af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.385+0000 7fc08f800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc0880adba0 0x7fc0880ae050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.385+0000 7fc08f800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc08806be50 con 0x7fc0880723c0 2024-09-13T17:00:38.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.385+0000 7fc08f800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc08815d500 con 0x7fc0880adba0 2024-09-13T17:00:38.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.385+0000 7fc08f800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0880d02c0 con 0x7fc0880cf370 2024-09-13T17:00:38.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08d800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc0880adba0 0x7fc0880ae050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08ce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880cf370 0x7fc08806af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08d800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc0880adba0 0x7fc0880ae050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:48494/0 (socket says 172.21.15.99:48494) 2024-09-13T17:00:38.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08ce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880cf370 0x7fc08806af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:47062/0 (socket says 172.21.15.99:47062) 2024-09-13T17:00:38.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08d800700 1 -- 172.21.15.99:0/1363989304 learned_addr learned my addr 172.21.15.99:0/1363989304 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:38.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc087e00700 1 --1- 172.21.15.99:0/1363989304 >> v1:172.21.15.170:6789/0 conn(0x7fc0880723c0 0x7fc0880cf750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:40808/0 (socket says 172.21.15.99:40808) 2024-09-13T17:00:38.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc087400700 1 -- 172.21.15.99:0/1363989304 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 188025564 0 0) 0x7fc074001110 con 0x7fc0880723c0 2024-09-13T17:00:38.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08d800700 1 -- 172.21.15.99:0/1363989304 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880cf370 msgr2=0x7fc08806af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:38.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08d800700 1 --2- 172.21.15.99:0/1363989304 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880cf370 0x7fc08806af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08d800700 1 -- 172.21.15.99:0/1363989304 >> v1:172.21.15.170:6789/0 conn(0x7fc0880723c0 legacy=0x7fc0880cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08d800700 1 -- 172.21.15.99:0/1363989304 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc08806b5b0 con 0x7fc0880adba0 2024-09-13T17:00:38.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08ce00700 1 --2- 172.21.15.99:0/1363989304 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880cf370 0x7fc08806af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:38.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08d800700 1 --2- 172.21.15.99:0/1363989304 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc0880adba0 0x7fc0880ae050 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc080009e50 tx=0x7fc08000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f535a75b564f715 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:38.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc087400700 1 -- 172.21.15.99:0/1363989304 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc08000e070 con 0x7fc0880adba0 2024-09-13T17:00:38.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc087400700 1 -- 172.21.15.99:0/1363989304 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc08000b910 con 0x7fc0880adba0 2024-09-13T17:00:38.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc087400700 1 -- 172.21.15.99:0/1363989304 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc08000bcc0 con 0x7fc0880adba0 2024-09-13T17:00:38.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.389+0000 7fc08f800700 1 -- 172.21.15.99:0/1363989304 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc0880adba0 msgr2=0x7fc0880ae050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 --2- 172.21.15.99:0/1363989304 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc0880adba0 0x7fc0880ae050 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc080009e50 tx=0x7fc08000b330 comp rx=0 tx=0).stop 2024-09-13T17:00:38.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 -- 172.21.15.99:0/1363989304 shutdown_connections 2024-09-13T17:00:38.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 --2- 172.21.15.99:0/1363989304 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc0880adba0 0x7fc0880ae050 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 --2- 172.21.15.99:0/1363989304 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880cf370 0x7fc08806af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 -- 172.21.15.99:0/1363989304 >> 172.21.15.99:0/1363989304 conn(0x7fc0880b28c0 msgr2=0x7fc0880b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:38.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 -- 172.21.15.99:0/1363989304 shutdown_connections 2024-09-13T17:00:38.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 -- 172.21.15.99:0/1363989304 wait complete. 2024-09-13T17:00:38.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 Processor -- start 2024-09-13T17:00:38.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 -- start start 2024-09-13T17:00:38.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0880723c0 0x7fc088154dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.393+0000 7fc08f800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880adba0 0x7fc08815b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08f800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc0880cf370 0x7fc0880c7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08f800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0880c4c30 con 0x7fc0880723c0 2024-09-13T17:00:38.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08f800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc088155300 con 0x7fc0880cf370 2024-09-13T17:00:38.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08f800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc08815a630 con 0x7fc0880adba0 2024-09-13T17:00:38.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08ce00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0880723c0 0x7fc088154dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08ce00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0880723c0 0x7fc088154dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47566/0 (socket says 172.21.15.99:47566) 2024-09-13T17:00:38.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08ce00700 1 -- 172.21.15.99:0/4168318619 learned_addr learned my addr 172.21.15.99:0/4168318619 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:38.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc087e00700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880adba0 0x7fc08815b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08d800700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc0880cf370 0x7fc0880c7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08ce00700 1 -- 172.21.15.99:0/4168318619 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880adba0 msgr2=0x7fc08815b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08ce00700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880adba0 0x7fc08815b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08ce00700 1 -- 172.21.15.99:0/4168318619 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc0880cf370 msgr2=0x7fc0880c7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08ce00700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc0880cf370 0x7fc0880c7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08ce00700 1 -- 172.21.15.99:0/4168318619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc07c0094b0 con 0x7fc0880723c0 2024-09-13T17:00:38.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08ce00700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0880723c0 0x7fc088154dc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc07c00ebe0 tx=0x7fc07c00eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:38.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc084c00700 1 -- 172.21.15.99:0/4168318619 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc07c00c850 con 0x7fc0880723c0 2024-09-13T17:00:38.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc084c00700 1 -- 172.21.15.99:0/4168318619 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc07c00c9b0 con 0x7fc0880723c0 2024-09-13T17:00:38.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08f800700 1 -- 172.21.15.99:0/4168318619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc080009b30 con 0x7fc0880723c0 2024-09-13T17:00:38.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc084c00700 1 -- 172.21.15.99:0/4168318619 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc07c00cd40 con 0x7fc0880723c0 2024-09-13T17:00:38.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.397+0000 7fc08f800700 1 -- 172.21.15.99:0/4168318619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc08815abf0 con 0x7fc0880723c0 2024-09-13T17:00:38.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.401+0000 7fc08f800700 1 -- 172.21.15.99:0/4168318619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc08806af80 con 0x7fc0880723c0 2024-09-13T17:00:38.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.401+0000 7fc084c00700 1 -- 172.21.15.99:0/4168318619 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc07c013470 con 0x7fc0880723c0 2024-09-13T17:00:38.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.401+0000 7fc084c00700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc068066730 0x7fc068068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.401+0000 7fc084c00700 1 -- 172.21.15.99:0/4168318619 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc07c084280 con 0x7fc0880723c0 2024-09-13T17:00:38.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.401+0000 7fc087e00700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc068066730 0x7fc068068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.405+0000 7fc087e00700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc068066730 0x7fc068068bf0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc0881f6290 tx=0x7fc074007c40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:38.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.409+0000 7fc084c00700 1 -- 172.21.15.99:0/4168318619 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc07c051550 con 0x7fc0880723c0 2024-09-13T17:00:38.587 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.581+0000 7fc08f800700 1 -- 172.21.15.99:0/4168318619 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc08815cd80 con 0x7fc0880723c0 2024-09-13T17:00:38.588 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.585+0000 7fc084c00700 1 -- 172.21.15.99:0/4168318619 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc07c00cea0 con 0x7fc0880723c0 2024-09-13T17:00:38.588 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:38.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 -- 172.21.15.99:0/4168318619 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc068066730 msgr2=0x7fc068068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc068066730 0x7fc068068bf0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc0881f6290 tx=0x7fc074007c40 comp rx=0 tx=0).stop 2024-09-13T17:00:38.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 -- 172.21.15.99:0/4168318619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0880723c0 msgr2=0x7fc088154dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0880723c0 0x7fc088154dc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc07c00ebe0 tx=0x7fc07c00eef0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 -- 172.21.15.99:0/4168318619 shutdown_connections 2024-09-13T17:00:38.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc068066730 0x7fc068068bf0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc0880cf370 0x7fc0880c7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc0880adba0 0x7fc08815b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 --2- 172.21.15.99:0/4168318619 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0880723c0 0x7fc088154dc0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 -- 172.21.15.99:0/4168318619 >> 172.21.15.99:0/4168318619 conn(0x7fc0880b28c0 msgr2=0x7fc088071ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:38.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 -- 172.21.15.99:0/4168318619 shutdown_connections 2024-09-13T17:00:38.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.589+0000 7fc08f800700 1 -- 172.21.15.99:0/4168318619 wait complete. 2024-09-13T17:00:38.615 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:38.793 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.789+0000 7f1afe000700 1 Processor -- start 2024-09-13T17:00:38.794 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.789+0000 7f1afe000700 1 -- start start 2024-09-13T17:00:38.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afe000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f1af815e410 0x7f1af80af900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afe000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1af80cf1b0 0x7f1af80ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afe000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1af80cd9a0 con 0x7f1af80cc930 2024-09-13T17:00:38.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afe000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1af80cfa60 con 0x7f1af80cf1b0 2024-09-13T17:00:38.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afe000700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1af80cdbf0 con 0x7f1af815e410 2024-09-13T17:00:38.798 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afcc00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f1af815e410 0x7f1af80af900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.798 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1af7e00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f1af80cc930 0x7f1af80ceaa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:40822/0 (socket says 172.21.15.99:40822) 2024-09-13T17:00:38.798 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1af7e00700 1 -- 172.21.15.99:0/1685989175 learned_addr learned my addr 172.21.15.99:0/1685989175 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:38.798 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afd600700 1 --2- 172.21.15.99:0/1685989175 >> v2:172.21.15.99:3300/0 conn(0x7f1af80cf1b0 0x7f1af80ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1af7400700 1 -- 172.21.15.99:0/1685989175 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1255039304 0 0) 0x7f1af80cd9a0 con 0x7f1af80cc930 2024-09-13T17:00:38.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1af7400700 1 -- 172.21.15.99:0/1685989175 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1ae00035d0 con 0x7f1af80cc930 2024-09-13T17:00:38.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afcc00700 1 -- 172.21.15.99:0/1685989175 >> v2:172.21.15.99:3300/0 conn(0x7f1af80cf1b0 msgr2=0x7f1af80ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:38.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afcc00700 1 --2- 172.21.15.99:0/1685989175 >> v2:172.21.15.99:3300/0 conn(0x7f1af80cf1b0 0x7f1af80ad870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afcc00700 1 -- 172.21.15.99:0/1685989175 >> v1:172.21.15.170:6789/0 conn(0x7f1af80cc930 legacy=0x7f1af80ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.793+0000 7f1afcc00700 1 -- 172.21.15.99:0/1685989175 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1af80cded0 con 0x7f1af815e410 2024-09-13T17:00:38.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1afcc00700 1 --2- 172.21.15.99:0/1685989175 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1af815e410 0x7f1af80af900 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1af806d7a0 tx=0x7f1aec009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31c5d19d9d72e661 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:38.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1af7400700 1 -- 172.21.15.99:0/1685989175 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aec011830 con 0x7f1af815e410 2024-09-13T17:00:38.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1af7400700 1 -- 172.21.15.99:0/1685989175 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1aec011990 con 0x7f1af815e410 2024-09-13T17:00:38.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1af7400700 1 -- 172.21.15.99:0/1685989175 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aec011d00 con 0x7f1af815e410 2024-09-13T17:00:38.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1afe000700 1 -- 172.21.15.99:0/1685989175 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1af815e410 msgr2=0x7f1af80af900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1afe000700 1 --2- 172.21.15.99:0/1685989175 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1af815e410 0x7f1af80af900 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1af806d7a0 tx=0x7f1aec009b30 comp rx=0 tx=0).stop 2024-09-13T17:00:38.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1afe000700 1 -- 172.21.15.99:0/1685989175 shutdown_connections 2024-09-13T17:00:38.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1afe000700 1 --2- 172.21.15.99:0/1685989175 >> v2:172.21.15.99:3300/0 conn(0x7f1af80cf1b0 0x7f1af80ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1afe000700 1 --2- 172.21.15.99:0/1685989175 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1af815e410 0x7f1af80af900 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1afe000700 1 -- 172.21.15.99:0/1685989175 >> 172.21.15.99:0/1685989175 conn(0x7f1af80d0ba0 msgr2=0x7f1af80d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:38.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1afe000700 1 -- 172.21.15.99:0/1685989175 shutdown_connections 2024-09-13T17:00:38.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.797+0000 7f1afe000700 1 -- 172.21.15.99:0/1685989175 wait complete. 2024-09-13T17:00:38.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afe000700 1 Processor -- start 2024-09-13T17:00:38.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afe000700 1 -- start start 2024-09-13T17:00:38.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afe000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1af80cc930 0x7f1af8155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afe000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1af80cf1b0 0x7f1af8159c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afe000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1af80c90e0 0x7f1af815a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afe000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1af80cad10 con 0x7f1af80cc930 2024-09-13T17:00:38.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afe000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1af80b6700 con 0x7f1af80c90e0 2024-09-13T17:00:38.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afe000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1af80b5810 con 0x7f1af80cf1b0 2024-09-13T17:00:38.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afcc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1af80cc930 0x7f1af8155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afcc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1af80cc930 0x7f1af8155b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47588/0 (socket says 172.21.15.99:47588) 2024-09-13T17:00:38.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afcc00700 1 -- 172.21.15.99:0/1130429584 learned_addr learned my addr 172.21.15.99:0/1130429584 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:38.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afd600700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1af80c90e0 0x7f1af815a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1af7e00700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1af80cf1b0 0x7f1af8159c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afcc00700 1 -- 172.21.15.99:0/1130429584 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1af80cf1b0 msgr2=0x7f1af8159c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afcc00700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1af80cf1b0 0x7f1af8159c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afcc00700 1 -- 172.21.15.99:0/1130429584 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1af80c90e0 msgr2=0x7f1af815a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afcc00700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1af80c90e0 0x7f1af815a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:38.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afcc00700 1 -- 172.21.15.99:0/1130429584 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aec0094b0 con 0x7f1af80cc930 2024-09-13T17:00:38.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afd600700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1af80c90e0 0x7f1af815a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:38.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1af7e00700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1af80cf1b0 0x7f1af8159c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:38.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.801+0000 7f1afcc00700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1af80cc930 0x7f1af8155b90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1aec009b70 tx=0x7f1aec004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:38.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.805+0000 7f1af4c00700 1 -- 172.21.15.99:0/1130429584 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aec0036c0 con 0x7f1af80cc930 2024-09-13T17:00:38.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.805+0000 7f1af4c00700 1 -- 172.21.15.99:0/1130429584 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1aec01f070 con 0x7f1af80cc930 2024-09-13T17:00:38.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.805+0000 7f1afe000700 1 -- 172.21.15.99:0/1130429584 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1af80b5af0 con 0x7f1af80cc930 2024-09-13T17:00:38.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.805+0000 7f1af4c00700 1 -- 172.21.15.99:0/1130429584 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aec003a60 con 0x7f1af80cc930 2024-09-13T17:00:38.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.805+0000 7f1afe000700 1 -- 172.21.15.99:0/1130429584 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1af80b60b0 con 0x7f1af80cc930 2024-09-13T17:00:38.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.805+0000 7f1afe000700 1 -- 172.21.15.99:0/1130429584 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1af8068470 con 0x7f1af80cc930 2024-09-13T17:00:38.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.805+0000 7f1af4c00700 1 -- 172.21.15.99:0/1130429584 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1aec003bc0 con 0x7f1af80cc930 2024-09-13T17:00:38.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.809+0000 7f1af4c00700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1ad8066730 0x7f1ad8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:38.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.809+0000 7f1af4c00700 1 -- 172.21.15.99:0/1130429584 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1aec021070 con 0x7f1af80cc930 2024-09-13T17:00:38.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.809+0000 7f1af7e00700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1ad8066730 0x7f1ad8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:38.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.809+0000 7f1af7e00700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1ad8066730 0x7f1ad8068bf0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1af80afba0 tx=0x7f1ae4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:38.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.813+0000 7f1af4c00700 1 -- 172.21.15.99:0/1130429584 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1aec052c50 con 0x7f1af80cc930 2024-09-13T17:00:38.996 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 -- 172.21.15.99:0/1130429584 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1af80af900 con 0x7f1af80cc930 2024-09-13T17:00:38.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1af4c00700 1 -- 172.21.15.99:0/1130429584 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1aec015020 con 0x7f1af80cc930 2024-09-13T17:00:38.997 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:38.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 -- 172.21.15.99:0/1130429584 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1ad8066730 msgr2=0x7f1ad8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:38.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1ad8066730 0x7f1ad8068bf0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1af80afba0 tx=0x7f1ae4009040 comp rx=0 tx=0).stop 2024-09-13T17:00:38.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 -- 172.21.15.99:0/1130429584 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1af80cc930 msgr2=0x7f1af8155b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1af80cc930 0x7f1af8155b90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1aec009b70 tx=0x7f1aec004770 comp rx=0 tx=0).stop 2024-09-13T17:00:39.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 -- 172.21.15.99:0/1130429584 shutdown_connections 2024-09-13T17:00:39.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1ad8066730 0x7f1ad8068bf0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1af80c90e0 0x7f1af815a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1af80cf1b0 0x7f1af8159c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 --2- 172.21.15.99:0/1130429584 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1af80cc930 0x7f1af8155b90 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.000 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.993+0000 7f1afe000700 1 -- 172.21.15.99:0/1130429584 >> 172.21.15.99:0/1130429584 conn(0x7f1af80d0ba0 msgr2=0x7f1af80ae8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:39.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.997+0000 7f1afe000700 1 -- 172.21.15.99:0/1130429584 shutdown_connections 2024-09-13T17:00:39.001 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:38.997+0000 7f1afe000700 1 -- 172.21.15.99:0/1130429584 wait complete. 2024-09-13T17:00:39.025 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:39.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.197+0000 7f8a4ca00700 1 Processor -- start 2024-09-13T17:00:39.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.197+0000 7f8a4ca00700 1 -- start start 2024-09-13T17:00:39.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a4ca00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f8a4815b7f0 0x7f8a48162910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a4ca00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8a4806dee0 0x7f8a4806f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a4ca00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a48070130 con 0x7f8a4806fcd0 2024-09-13T17:00:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a4ca00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a4806eaf0 con 0x7f8a4806dee0 2024-09-13T17:00:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a4ca00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a480b2c40 con 0x7f8a4815b7f0 2024-09-13T17:00:39.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a45400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8a4806dee0 0x7f8a4806f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a45400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f8a4806dee0 0x7f8a4806f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47594/0 (socket says 172.21.15.99:47594) 2024-09-13T17:00:39.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a45400700 1 -- 172.21.15.99:0/3549962604 learned_addr learned my addr 172.21.15.99:0/3549962604 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:39.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a45e00700 1 --2- 172.21.15.99:0/3549962604 >> v2:172.21.15.170:3300/0 conn(0x7f8a4815b7f0 0x7f8a48162910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a45400700 1 -- 172.21.15.99:0/3549962604 >> v2:172.21.15.170:3300/0 conn(0x7f8a4815b7f0 msgr2=0x7f8a48162910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:39.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a45400700 1 --2- 172.21.15.99:0/3549962604 >> v2:172.21.15.170:3300/0 conn(0x7f8a4815b7f0 0x7f8a48162910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.207 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a45400700 1 -- 172.21.15.99:0/3549962604 >> v1:172.21.15.170:6789/0 conn(0x7f8a4806fcd0 legacy=0x7f8a48161b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.207 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a45400700 1 -- 172.21.15.99:0/3549962604 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a48162e50 con 0x7f8a4806dee0 2024-09-13T17:00:39.207 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a45e00700 1 --2- 172.21.15.99:0/3549962604 >> v2:172.21.15.170:3300/0 conn(0x7f8a4815b7f0 0x7f8a48162910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:39.207 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a45400700 1 --2- 172.21.15.99:0/3549962604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4806dee0 0x7f8a4806f790 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8a48072060 tx=0x7f8a34009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38399e1e3c920d4a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:39.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.201+0000 7f8a44a00700 1 -- 172.21.15.99:0/3549962604 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a3400b8a0 con 0x7f8a4806dee0 2024-09-13T17:00:39.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a44a00700 1 -- 172.21.15.99:0/3549962604 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a3400ba00 con 0x7f8a4806dee0 2024-09-13T17:00:39.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a44a00700 1 -- 172.21.15.99:0/3549962604 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a3400bd90 con 0x7f8a4806dee0 2024-09-13T17:00:39.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3549962604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4806dee0 msgr2=0x7f8a4806f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a4ca00700 1 --2- 172.21.15.99:0/3549962604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4806dee0 0x7f8a4806f790 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8a48072060 tx=0x7f8a34009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3549962604 shutdown_connections 2024-09-13T17:00:39.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a4ca00700 1 --2- 172.21.15.99:0/3549962604 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4806dee0 0x7f8a4806f790 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a4ca00700 1 --2- 172.21.15.99:0/3549962604 >> v2:172.21.15.170:3300/0 conn(0x7f8a4815b7f0 0x7f8a48162910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3549962604 >> 172.21.15.99:0/3549962604 conn(0x7f8a48071110 msgr2=0x7f8a48071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:39.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3549962604 shutdown_connections 2024-09-13T17:00:39.210 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3549962604 wait complete. 2024-09-13T17:00:39.210 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a4ca00700 1 Processor -- start 2024-09-13T17:00:39.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.205+0000 7f8a4ca00700 1 -- start start 2024-09-13T17:00:39.212 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a4ca00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a4806dee0 0x7f8a480ca630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.212 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a4ca00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8a4806fcd0 0x7f8a481f7b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a4ca00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4815b7f0 0x7f8a4815dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a4ca00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a480cab70 con 0x7f8a4815b7f0 2024-09-13T17:00:39.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a4ca00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a481f80c0 con 0x7f8a4806dee0 2024-09-13T17:00:39.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a4ca00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a48159950 con 0x7f8a4806fcd0 2024-09-13T17:00:39.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a46800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4815b7f0 0x7f8a4815dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a46800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4815b7f0 0x7f8a4815dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47604/0 (socket says 172.21.15.99:47604) 2024-09-13T17:00:39.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a46800700 1 -- 172.21.15.99:0/3430099698 learned_addr learned my addr 172.21.15.99:0/3430099698 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:39.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a45e00700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a4806dee0 0x7f8a480ca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a45400700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8a4806fcd0 0x7f8a481f7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a46800700 1 -- 172.21.15.99:0/3430099698 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8a4806fcd0 msgr2=0x7f8a481f7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a46800700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8a4806fcd0 0x7f8a481f7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a46800700 1 -- 172.21.15.99:0/3430099698 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a4806dee0 msgr2=0x7f8a480ca630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a46800700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a4806dee0 0x7f8a480ca630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a46800700 1 -- 172.21.15.99:0/3430099698 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a34009570 con 0x7f8a4815b7f0 2024-09-13T17:00:39.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a46800700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4815b7f0 0x7f8a4815dfe0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8a4000cc50 tx=0x7f8a4000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:39.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a3e000700 1 -- 172.21.15.99:0/3430099698 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a40003c20 con 0x7f8a4815b7f0 2024-09-13T17:00:39.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a3e000700 1 -- 172.21.15.99:0/3430099698 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a40003d80 con 0x7f8a4815b7f0 2024-09-13T17:00:39.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a3e000700 1 -- 172.21.15.99:0/3430099698 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a4000ab60 con 0x7f8a4815b7f0 2024-09-13T17:00:39.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3430099698 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a480c41a0 con 0x7f8a4815b7f0 2024-09-13T17:00:39.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.209+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3430099698 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a481f8300 con 0x7f8a4815b7f0 2024-09-13T17:00:39.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.213+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3430099698 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a4806f790 con 0x7f8a4815b7f0 2024-09-13T17:00:39.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.213+0000 7f8a3e000700 1 -- 172.21.15.99:0/3430099698 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8a4000acc0 con 0x7f8a4815b7f0 2024-09-13T17:00:39.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.213+0000 7f8a3e000700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8a28066730 0x7f8a28068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.213+0000 7f8a3e000700 1 -- 172.21.15.99:0/3430099698 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8a400841c0 con 0x7f8a4815b7f0 2024-09-13T17:00:39.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.213+0000 7f8a45e00700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8a28066730 0x7f8a28068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.219 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.213+0000 7f8a45e00700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8a28066730 0x7f8a28068bf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8a3800c960 tx=0x7f8a38008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:39.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.221+0000 7f8a3e000700 1 -- 172.21.15.99:0/3430099698 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8a400515e0 con 0x7f8a4815b7f0 2024-09-13T17:00:39.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.405+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3430099698 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8a480b1ce0 con 0x7f8a4815b7f0 2024-09-13T17:00:39.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.405+0000 7f8a3e000700 1 -- 172.21.15.99:0/3430099698 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8a40054c00 con 0x7f8a4815b7f0 2024-09-13T17:00:39.411 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:39.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3430099698 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8a28066730 msgr2=0x7f8a28068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8a28066730 0x7f8a28068bf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8a3800c960 tx=0x7f8a38008040 comp rx=0 tx=0).stop 2024-09-13T17:00:39.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3430099698 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4815b7f0 msgr2=0x7f8a4815dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4815b7f0 0x7f8a4815dfe0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8a4000cc50 tx=0x7f8a4000cf60 comp rx=0 tx=0).stop 2024-09-13T17:00:39.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3430099698 shutdown_connections 2024-09-13T17:00:39.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8a28066730 0x7f8a28068bf0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f8a4815b7f0 0x7f8a4815dfe0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f8a4806fcd0 0x7f8a481f7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 --2- 172.21.15.99:0/3430099698 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f8a4806dee0 0x7f8a480ca630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3430099698 >> 172.21.15.99:0/3430099698 conn(0x7f8a48071110 msgr2=0x7f8a48160790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:39.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3430099698 shutdown_connections 2024-09-13T17:00:39.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.409+0000 7f8a4ca00700 1 -- 172.21.15.99:0/3430099698 wait complete. 2024-09-13T17:00:39.438 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:00:39.614 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.609+0000 7fcadd800700 1 Processor -- start 2024-09-13T17:00:39.614 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.609+0000 7fcadd800700 1 -- start start 2024-09-13T17:00:39.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcadd800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fcad8144670 0x7fcad80b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcadd800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fcad80ccd10 0x7fcad80b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcadd800700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcad80cc880 con 0x7fcad815b390 2024-09-13T17:00:39.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcadd800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcad806de60 con 0x7fcad80ccd10 2024-09-13T17:00:39.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcadd800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcad815beb0 con 0x7fcad8144670 2024-09-13T17:00:39.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad7400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fcad815b390 0x7fcad815b7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:56180/0 (socket says 172.21.15.99:56180) 2024-09-13T17:00:39.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad7400700 1 -- 172.21.15.99:0/3201747961 learned_addr learned my addr 172.21.15.99:0/3201747961 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:39.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad6000700 1 --2- 172.21.15.99:0/3201747961 >> v2:172.21.15.99:3300/0 conn(0x7fcad80ccd10 0x7fcad80b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad6a00700 1 --2- 172.21.15.99:0/3201747961 >> v2:172.21.15.170:3300/0 conn(0x7fcad8144670 0x7fcad80b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad5600700 1 -- 172.21.15.99:0/3201747961 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2035348004 0 0) 0x7fcad80cc880 con 0x7fcad815b390 2024-09-13T17:00:39.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad5600700 1 -- 172.21.15.99:0/3201747961 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcabc0035d0 con 0x7fcad815b390 2024-09-13T17:00:39.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad6000700 1 -- 172.21.15.99:0/3201747961 >> v2:172.21.15.170:3300/0 conn(0x7fcad8144670 msgr2=0x7fcad80b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:39.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad6000700 1 --2- 172.21.15.99:0/3201747961 >> v2:172.21.15.170:3300/0 conn(0x7fcad8144670 0x7fcad80b3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad6000700 1 -- 172.21.15.99:0/3201747961 >> v1:172.21.15.99:6789/0 conn(0x7fcad815b390 legacy=0x7fcad815b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad6000700 1 -- 172.21.15.99:0/3201747961 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcad815c130 con 0x7fcad80ccd10 2024-09-13T17:00:39.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad6000700 1 --2- 172.21.15.99:0/3201747961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 0x7fcad80b4530 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fcad806ade0 tx=0x7fcac4009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25b21f460b7e8633 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:39.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad5600700 1 -- 172.21.15.99:0/3201747961 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac4011830 con 0x7fcad80ccd10 2024-09-13T17:00:39.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad5600700 1 -- 172.21.15.99:0/3201747961 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcac4011990 con 0x7fcad80ccd10 2024-09-13T17:00:39.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.613+0000 7fcad5600700 1 -- 172.21.15.99:0/3201747961 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac4011d00 con 0x7fcad80ccd10 2024-09-13T17:00:39.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.617+0000 7fcadd800700 1 -- 172.21.15.99:0/3201747961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 msgr2=0x7fcad80b4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.617+0000 7fcadd800700 1 --2- 172.21.15.99:0/3201747961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 0x7fcad80b4530 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fcad806ade0 tx=0x7fcac4009b30 comp rx=0 tx=0).stop 2024-09-13T17:00:39.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.617+0000 7fcadd800700 1 -- 172.21.15.99:0/3201747961 shutdown_connections 2024-09-13T17:00:39.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.617+0000 7fcadd800700 1 --2- 172.21.15.99:0/3201747961 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 0x7fcad80b4530 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.617+0000 7fcadd800700 1 --2- 172.21.15.99:0/3201747961 >> v2:172.21.15.170:3300/0 conn(0x7fcad8144670 0x7fcad80b3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.617+0000 7fcadd800700 1 -- 172.21.15.99:0/3201747961 >> 172.21.15.99:0/3201747961 conn(0x7fcad8071110 msgr2=0x7fcad8071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:39.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.617+0000 7fcadd800700 1 -- 172.21.15.99:0/3201747961 shutdown_connections 2024-09-13T17:00:39.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.617+0000 7fcadd800700 1 -- 172.21.15.99:0/3201747961 wait complete. 2024-09-13T17:00:39.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.617+0000 7fcadd800700 1 Processor -- start 2024-09-13T17:00:39.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcadd800700 1 -- start start 2024-09-13T17:00:39.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcadd800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 0x7fcad8135350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcadd800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcad8144670 0x7fcad8143570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcadd800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcad815b390 0x7fcad80afab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcadd800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad8140200 con 0x7fcad80ccd10 2024-09-13T17:00:39.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcadd800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcad8135890 con 0x7fcad8144670 2024-09-13T17:00:39.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcadd800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcad813f160 con 0x7fcad815b390 2024-09-13T17:00:39.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 0x7fcad8135350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 0x7fcad8135350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47614/0 (socket says 172.21.15.99:47614) 2024-09-13T17:00:39.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6a00700 1 -- 172.21.15.99:0/268572351 learned_addr learned my addr 172.21.15.99:0/268572351 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6a00700 1 -- 172.21.15.99:0/268572351 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcad815b390 msgr2=0x7fcad80afab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6a00700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcad815b390 0x7fcad80afab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6a00700 1 -- 172.21.15.99:0/268572351 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcad8144670 msgr2=0x7fcad8143570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6000700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcad8144670 0x7fcad8143570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6a00700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcad8144670 0x7fcad8143570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6a00700 1 -- 172.21.15.99:0/268572351 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcac40094b0 con 0x7fcad80ccd10 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6000700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcad8144670 0x7fcad8143570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcad6a00700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 0x7fcad8135350 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcac800e9d0 tx=0x7fcac800ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcacea00700 1 -- 172.21.15.99:0/268572351 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac8009720 con 0x7fcad80ccd10 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcacea00700 1 -- 172.21.15.99:0/268572351 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcac800c7f0 con 0x7fcad80ccd10 2024-09-13T17:00:39.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcacea00700 1 -- 172.21.15.99:0/268572351 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcac800cb60 con 0x7fcad80ccd10 2024-09-13T17:00:39.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.621+0000 7fcadd800700 1 -- 172.21.15.99:0/268572351 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcad813f440 con 0x7fcad80ccd10 2024-09-13T17:00:39.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.625+0000 7fcadd800700 1 -- 172.21.15.99:0/268572351 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcad813fa00 con 0x7fcad80ccd10 2024-09-13T17:00:39.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.625+0000 7fcadd800700 1 -- 172.21.15.99:0/268572351 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcad815b7a0 con 0x7fcad80ccd10 2024-09-13T17:00:39.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.625+0000 7fcacea00700 1 -- 172.21.15.99:0/268572351 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcac800ccc0 con 0x7fcad80ccd10 2024-09-13T17:00:39.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.629+0000 7fcacea00700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcab8066730 0x7fcab8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:39.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.629+0000 7fcacea00700 1 -- 172.21.15.99:0/268572351 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcac8084260 con 0x7fcad80ccd10 2024-09-13T17:00:39.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.629+0000 7fcad6000700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcab8066730 0x7fcab8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:39.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.629+0000 7fcad6000700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcab8066730 0x7fcab8068bf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fcad815f800 tx=0x7fcac4008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:39.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.633+0000 7fcacea00700 1 -- 172.21.15.99:0/268572351 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcac80515e0 con 0x7fcad80ccd10 2024-09-13T17:00:39.831 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.825+0000 7fcadd800700 1 -- 172.21.15.99:0/268572351 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fcad806d2d0 con 0x7fcad80ccd10 2024-09-13T17:00:39.834 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.829+0000 7fcacea00700 1 -- 172.21.15.99:0/268572351 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7fcac8071e60 con 0x7fcad80ccd10 2024-09-13T17:00:39.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 -- 172.21.15.99:0/268572351 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcab8066730 msgr2=0x7fcab8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcab8066730 0x7fcab8068bf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fcad815f800 tx=0x7fcac4008030 comp rx=0 tx=0).stop 2024-09-13T17:00:39.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 -- 172.21.15.99:0/268572351 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 msgr2=0x7fcad8135350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:39.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 0x7fcad8135350 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcac800e9d0 tx=0x7fcac800ed90 comp rx=0 tx=0).stop 2024-09-13T17:00:39.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 -- 172.21.15.99:0/268572351 shutdown_connections 2024-09-13T17:00:39.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcab8066730 0x7fcab8068bf0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcad815b390 0x7fcad80afab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcad8144670 0x7fcad8143570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 --2- 172.21.15.99:0/268572351 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcad80ccd10 0x7fcad8135350 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:39.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 -- 172.21.15.99:0/268572351 >> 172.21.15.99:0/268572351 conn(0x7fcad8071110 msgr2=0x7fcad80714f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:39.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 -- 172.21.15.99:0/268572351 shutdown_connections 2024-09-13T17:00:39.838 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:39.833+0000 7fcadd800700 1 -- 172.21.15.99:0/268572351 wait complete. 2024-09-13T17:00:39.839 INFO:teuthology.orchestra.run.smithi099.stderr:listed 0 entries 2024-09-13T17:00:39.857 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-13T17:00:39.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:39.857 DEBUG:teuthology.orchestra.run.smithi170:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-13T17:00:39.910 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T17:00:39.910 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:39.910 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T17:00:39.927 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:00:39.927 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:39.944 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:00:39.944 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:40.003 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:00:40.004 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:40.065 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:40.290 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.285+0000 7fe2ce000700 1 Processor -- start 2024-09-13T17:00:40.290 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.285+0000 7fe2ce000700 1 -- start start 2024-09-13T17:00:40.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2ce000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe2c81604e0 0x7fe2c80cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2ce000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 0x7fe2c80d00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2ce000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2c8071f40 con 0x7fe2c80b34c0 2024-09-13T17:00:40.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2ce000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2c80cdf80 con 0x7fe2c81604e0 2024-09-13T17:00:40.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2ce000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2c80713c0 con 0x7fe2c80cdaf0 2024-09-13T17:00:40.293 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c7400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe2c81604e0 0x7fe2c80cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.293 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c7400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe2c81604e0 0x7fe2c80cd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47630/0 (socket says 172.21.15.99:47630) 2024-09-13T17:00:40.293 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c7400700 1 -- 172.21.15.99:0/3912267544 learned_addr learned my addr 172.21.15.99:0/3912267544 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:40.293 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c7e00700 1 --2- 172.21.15.99:0/3912267544 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 0x7fe2c80d00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c7400700 1 -- 172.21.15.99:0/3912267544 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 msgr2=0x7fe2c80d00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:40.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c7400700 1 --2- 172.21.15.99:0/3912267544 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 0x7fe2c80d00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c7400700 1 -- 172.21.15.99:0/3912267544 >> v1:172.21.15.99:6789/0 conn(0x7fe2c80b34c0 legacy=0x7fe2c80cb720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c7400700 1 -- 172.21.15.99:0/3912267544 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2c80716a0 con 0x7fe2c81604e0 2024-09-13T17:00:40.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c7e00700 1 --2- 172.21.15.99:0/3912267544 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 0x7fe2c80d00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:40.294 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c7400700 1 --2- 172.21.15.99:0/3912267544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 0x7fe2c80cd5b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8009910 tx=0x7fe2b8009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edc69e34de62a05b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:40.295 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c6000700 1 -- 172.21.15.99:0/3912267544 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b800ba60 con 0x7fe2c81604e0 2024-09-13T17:00:40.295 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c6000700 1 -- 172.21.15.99:0/3912267544 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2b800bbc0 con 0x7fe2c81604e0 2024-09-13T17:00:40.295 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.289+0000 7fe2c6000700 1 -- 172.21.15.99:0/3912267544 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b8009e60 con 0x7fe2c81604e0 2024-09-13T17:00:40.296 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.293+0000 7fe2ce000700 1 -- 172.21.15.99:0/3912267544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 msgr2=0x7fe2c80cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.296 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.293+0000 7fe2ce000700 1 --2- 172.21.15.99:0/3912267544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 0x7fe2c80cd5b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8009910 tx=0x7fe2b8009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:40.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.293+0000 7fe2ce000700 1 -- 172.21.15.99:0/3912267544 shutdown_connections 2024-09-13T17:00:40.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.293+0000 7fe2ce000700 1 --2- 172.21.15.99:0/3912267544 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 0x7fe2c80d00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.293+0000 7fe2ce000700 1 --2- 172.21.15.99:0/3912267544 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 0x7fe2c80cd5b0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.293+0000 7fe2ce000700 1 -- 172.21.15.99:0/3912267544 >> 172.21.15.99:0/3912267544 conn(0x7fe2c80b28c0 msgr2=0x7fe2c80b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:40.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.293+0000 7fe2ce000700 1 -- 172.21.15.99:0/3912267544 shutdown_connections 2024-09-13T17:00:40.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.293+0000 7fe2ce000700 1 -- 172.21.15.99:0/3912267544 wait complete. 2024-09-13T17:00:40.299 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.293+0000 7fe2ce000700 1 Processor -- start 2024-09-13T17:00:40.299 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.293+0000 7fe2ce000700 1 -- start start 2024-09-13T17:00:40.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2ce000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2c80b34c0 0x7fe2c80b65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2ce000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 0x7fe2c81f6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2ce000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 0x7fe2c81f6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2ce000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2c81f7820 con 0x7fe2c81604e0 2024-09-13T17:00:40.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2ce000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2c80c6030 con 0x7fe2c80b34c0 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2ce000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2c80c6310 con 0x7fe2c80cdaf0 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 0x7fe2c81f6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 0x7fe2c81f6e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47642/0 (socket says 172.21.15.99:47642) 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7e00700 1 -- 172.21.15.99:0/3261634304 learned_addr learned my addr 172.21.15.99:0/3261634304 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7400700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2c80b34c0 0x7fe2c80b65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c6a00700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 0x7fe2c81f6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7e00700 1 -- 172.21.15.99:0/3261634304 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 msgr2=0x7fe2c81f6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7e00700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 0x7fe2c81f6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7e00700 1 -- 172.21.15.99:0/3261634304 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2c80b34c0 msgr2=0x7fe2c80b65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7e00700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2c80b34c0 0x7fe2c80b65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7e00700 1 -- 172.21.15.99:0/3261634304 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2b8009570 con 0x7fe2c81604e0 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7400700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2c80b34c0 0x7fe2c80b65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:40.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c6a00700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 0x7fe2c81f6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:40.304 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2c7e00700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 0x7fe2c81f6e80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe2c000cef0 tx=0x7fe2c000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:40.304 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2bf400700 1 -- 172.21.15.99:0/3261634304 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2c000ae50 con 0x7fe2c81604e0 2024-09-13T17:00:40.304 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2ce000700 1 -- 172.21.15.99:0/3261634304 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2c815c7e0 con 0x7fe2c81604e0 2024-09-13T17:00:40.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2bf400700 1 -- 172.21.15.99:0/3261634304 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2c0015440 con 0x7fe2c81604e0 2024-09-13T17:00:40.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2bf400700 1 -- 172.21.15.99:0/3261634304 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2c00157f0 con 0x7fe2c81604e0 2024-09-13T17:00:40.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.297+0000 7fe2ce000700 1 -- 172.21.15.99:0/3261634304 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2c80b6b20 con 0x7fe2c81604e0 2024-09-13T17:00:40.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.301+0000 7fe2ce000700 1 -- 172.21.15.99:0/3261634304 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2c8072770 con 0x7fe2c81604e0 2024-09-13T17:00:40.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.301+0000 7fe2bf400700 1 -- 172.21.15.99:0/3261634304 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe2c000d430 con 0x7fe2c81604e0 2024-09-13T17:00:40.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.301+0000 7fe2bf400700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe2a8066730 0x7fe2a8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.301+0000 7fe2bf400700 1 -- 172.21.15.99:0/3261634304 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe2c0084800 con 0x7fe2c81604e0 2024-09-13T17:00:40.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.305+0000 7fe2c7400700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe2a8066730 0x7fe2a8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.305+0000 7fe2c7400700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe2a8066730 0x7fe2a8068bf0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8000c00 tx=0x7fe2b8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:40.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.313+0000 7fe2bf400700 1 -- 172.21.15.99:0/3261634304 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe2c0051ae0 con 0x7fe2c81604e0 2024-09-13T17:00:40.509 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.505+0000 7fe2ce000700 1 -- 172.21.15.99:0/3261634304 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe2c815cd00 con 0x7fe2c81604e0 2024-09-13T17:00:40.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.509+0000 7fe2bf400700 1 -- 172.21.15.99:0/3261634304 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7fe2c815cd00 con 0x7fe2c81604e0 2024-09-13T17:00:40.513 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:40.513 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:40.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 -- 172.21.15.99:0/3261634304 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe2a8066730 msgr2=0x7fe2a8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe2a8066730 0x7fe2a8068bf0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8000c00 tx=0x7fe2b8008030 comp rx=0 tx=0).stop 2024-09-13T17:00:40.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 -- 172.21.15.99:0/3261634304 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 msgr2=0x7fe2c81f6e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 0x7fe2c81f6e80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe2c000cef0 tx=0x7fe2c000a340 comp rx=0 tx=0).stop 2024-09-13T17:00:40.518 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 -- 172.21.15.99:0/3261634304 shutdown_connections 2024-09-13T17:00:40.518 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe2a8066730 0x7fe2a8068bf0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.518 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2c81604e0 0x7fe2c81f6e80 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.518 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2c80cdaf0 0x7fe2c81f6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.519 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 --2- 172.21.15.99:0/3261634304 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2c80b34c0 0x7fe2c80b65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.519 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 -- 172.21.15.99:0/3261634304 >> 172.21.15.99:0/3261634304 conn(0x7fe2c80b28c0 msgr2=0x7fe2c80737c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:40.519 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 -- 172.21.15.99:0/3261634304 shutdown_connections 2024-09-13T17:00:40.519 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.513+0000 7fe2ce000700 1 -- 172.21.15.99:0/3261634304 wait complete. 2024-09-13T17:00:40.542 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:40.542 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:40.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.721+0000 7f880ce00700 1 Processor -- start 2024-09-13T17:00:40.725 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.721+0000 7f880ce00700 1 -- start start 2024-09-13T17:00:40.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f880ce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88080ae880 0x7f88080af900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f880ce00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88080cd9a0 con 0x7f88080cc930 2024-09-13T17:00:40.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f880ce00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88080cfa60 con 0x7f880815e410 2024-09-13T17:00:40.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f880ce00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88080cdbf0 con 0x7f88080ae880 2024-09-13T17:00:40.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8806a00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f88080cc930 0x7f88080cf1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:56200/0 (socket says 172.21.15.99:56200) 2024-09-13T17:00:40.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8806a00700 1 -- 172.21.15.99:0/4289408669 learned_addr learned my addr 172.21.15.99:0/4289408669 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:40.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8807e00700 1 --2- 172.21.15.99:0/4289408669 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88080ae880 0x7f88080af900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8806000700 1 -- 172.21.15.99:0/4289408669 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 983509878 0 0) 0x7f88080cd9a0 con 0x7f88080cc930 2024-09-13T17:00:40.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8806000700 1 -- 172.21.15.99:0/4289408669 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f87ec0035d0 con 0x7f88080cc930 2024-09-13T17:00:40.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8806000700 1 -- 172.21.15.99:0/4289408669 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2644980675 0 0) 0x7f88080cfa60 con 0x7f880815e410 2024-09-13T17:00:40.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8806000700 1 -- 172.21.15.99:0/4289408669 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88080cd9a0 con 0x7f880815e410 2024-09-13T17:00:40.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8807e00700 1 -- 172.21.15.99:0/4289408669 >> v1:172.21.15.170:6789/0 conn(0x7f880815e410 legacy=0x7f88080ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8807e00700 1 -- 172.21.15.99:0/4289408669 >> v1:172.21.15.99:6789/0 conn(0x7f88080cc930 legacy=0x7f88080cf1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8807e00700 1 -- 172.21.15.99:0/4289408669 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88080cded0 con 0x7f88080ae880 2024-09-13T17:00:40.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8807e00700 1 --2- 172.21.15.99:0/4289408669 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88080ae880 0x7f88080af900 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8800009dc0 tx=0x7f880000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6dae3863db60f13 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:40.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8806000700 1 -- 172.21.15.99:0/4289408669 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f880000e070 con 0x7f88080ae880 2024-09-13T17:00:40.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8806000700 1 -- 172.21.15.99:0/4289408669 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f880000bb20 con 0x7f88080ae880 2024-09-13T17:00:40.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.725+0000 7f8806000700 1 -- 172.21.15.99:0/4289408669 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8800012430 con 0x7f88080ae880 2024-09-13T17:00:40.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 -- 172.21.15.99:0/4289408669 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88080ae880 msgr2=0x7f88080af900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 --2- 172.21.15.99:0/4289408669 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88080ae880 0x7f88080af900 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8800009dc0 tx=0x7f880000b330 comp rx=0 tx=0).stop 2024-09-13T17:00:40.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 -- 172.21.15.99:0/4289408669 shutdown_connections 2024-09-13T17:00:40.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 --2- 172.21.15.99:0/4289408669 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f88080ae880 0x7f88080af900 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 -- 172.21.15.99:0/4289408669 >> 172.21.15.99:0/4289408669 conn(0x7f88080d0ba0 msgr2=0x7f88080d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:40.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 -- 172.21.15.99:0/4289408669 shutdown_connections 2024-09-13T17:00:40.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 -- 172.21.15.99:0/4289408669 wait complete. 2024-09-13T17:00:40.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 Processor -- start 2024-09-13T17:00:40.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 -- start start 2024-09-13T17:00:40.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88080ae880 0x7f88081529a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88080cc930 0x7f880814b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f880815e410 0x7f8808072050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880814dad0 con 0x7f88080cc930 2024-09-13T17:00:40.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f880814bb50 con 0x7f88080ae880 2024-09-13T17:00:40.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f880ce00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f880814b5b0 con 0x7f880815e410 2024-09-13T17:00:40.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.729+0000 7f8806a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88080cc930 0x7f880814b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f8806a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88080cc930 0x7f880814b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47646/0 (socket says 172.21.15.99:47646) 2024-09-13T17:00:40.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f8806a00700 1 -- 172.21.15.99:0/116511931 learned_addr learned my addr 172.21.15.99:0/116511931 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:40.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f8807400700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88080ae880 0x7f88081529a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f8807e00700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f880815e410 0x7f8808072050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f8806a00700 1 -- 172.21.15.99:0/116511931 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f880815e410 msgr2=0x7f8808072050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f8806a00700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f880815e410 0x7f8808072050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f8806a00700 1 -- 172.21.15.99:0/116511931 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88080ae880 msgr2=0x7f88081529a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f8806a00700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88080ae880 0x7f88081529a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f8806a00700 1 -- 172.21.15.99:0/116511931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8800009a70 con 0x7f88080cc930 2024-09-13T17:00:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f8806a00700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88080cc930 0x7f880814b070 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f87f400c530 tx=0x7f87f400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:40.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f87ff400700 1 -- 172.21.15.99:0/116511931 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87f4005d90 con 0x7f88080cc930 2024-09-13T17:00:40.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f87ff400700 1 -- 172.21.15.99:0/116511931 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87f40070d0 con 0x7f88080cc930 2024-09-13T17:00:40.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f87ff400700 1 -- 172.21.15.99:0/116511931 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87f4007440 con 0x7f88080cc930 2024-09-13T17:00:40.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f880ce00700 1 -- 172.21.15.99:0/116511931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f880814d7f0 con 0x7f88080cc930 2024-09-13T17:00:40.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f880ce00700 1 -- 172.21.15.99:0/116511931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88081521a0 con 0x7f88080cc930 2024-09-13T17:00:40.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.733+0000 7f880ce00700 1 -- 172.21.15.99:0/116511931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8808068470 con 0x7f88080cc930 2024-09-13T17:00:40.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.737+0000 7f87ff400700 1 -- 172.21.15.99:0/116511931 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f87f40075a0 con 0x7f88080cc930 2024-09-13T17:00:40.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.737+0000 7f87ff400700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87e8066730 0x7f87e8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:40.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.737+0000 7f87ff400700 1 -- 172.21.15.99:0/116511931 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f87f4083640 con 0x7f88080cc930 2024-09-13T17:00:40.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.737+0000 7f8807400700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87e8066730 0x7f87e8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:40.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.737+0000 7f8807400700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87e8066730 0x7f87e8068bf0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f87f8001010 tx=0x7f87f8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:40.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.745+0000 7f87ff400700 1 -- 172.21.15.99:0/116511931 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f87f40509c0 con 0x7f88080cc930 2024-09-13T17:00:40.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.925+0000 7f880ce00700 1 -- 172.21.15.99:0/116511931 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8808151d20 con 0x7f88080cc930 2024-09-13T17:00:40.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.925+0000 7f87ff400700 1 -- 172.21.15.99:0/116511931 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8808151d20 con 0x7f88080cc930 2024-09-13T17:00:40.930 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:40.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 -- 172.21.15.99:0/116511931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87e8066730 msgr2=0x7f87e8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87e8066730 0x7f87e8068bf0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f87f8001010 tx=0x7f87f8009040 comp rx=0 tx=0).stop 2024-09-13T17:00:40.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 -- 172.21.15.99:0/116511931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88080cc930 msgr2=0x7f880814b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:40.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88080cc930 0x7f880814b070 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f87f400c530 tx=0x7f87f400c8f0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 -- 172.21.15.99:0/116511931 shutdown_connections 2024-09-13T17:00:40.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f87e8066730 0x7f87e8068bf0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f88080cc930 0x7f880814b070 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f880815e410 0x7f8808072050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 --2- 172.21.15.99:0/116511931 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f88080ae880 0x7f88081529a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:40.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 -- 172.21.15.99:0/116511931 >> 172.21.15.99:0/116511931 conn(0x7f88080d0ba0 msgr2=0x7f880815d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:40.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 -- 172.21.15.99:0/116511931 shutdown_connections 2024-09-13T17:00:40.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:40.929+0000 7f880ce00700 1 -- 172.21.15.99:0/116511931 wait complete. 2024-09-13T17:00:40.952 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:41.124 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.121+0000 7efdb5c00700 1 Processor -- start 2024-09-13T17:00:41.125 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.121+0000 7efdb5c00700 1 -- start start 2024-09-13T17:00:41.127 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.121+0000 7efdb5c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb0071fe0 0x7efdb00ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdb5c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efdb0160ad0 con 0x7efdb01606f0 2024-09-13T17:00:41.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdb5c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efdb00b0e70 con 0x7efdb00afb40 2024-09-13T17:00:41.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdb5c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdb00cfa60 con 0x7efdb0071fe0 2024-09-13T17:00:41.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdafe00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7efdb01606f0 0x7efdb00b1c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:56212/0 (socket says 172.21.15.99:56212) 2024-09-13T17:00:41.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdafe00700 1 -- 172.21.15.99:0/168445445 learned_addr learned my addr 172.21.15.99:0/168445445 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:41.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaf400700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb0071fe0 0x7efdb00ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3877418986 0 0) 0x7efdb0160ad0 con 0x7efdb01606f0 2024-09-13T17:00:41.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efd940035d0 con 0x7efdb01606f0 2024-09-13T17:00:41.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3728063005 0 0) 0x7efdb00b0e70 con 0x7efdb00afb40 2024-09-13T17:00:41.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efdb0160ad0 con 0x7efdb00afb40 2024-09-13T17:00:41.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1189118433 0 0) 0x7efd940035d0 con 0x7efdb01606f0 2024-09-13T17:00:41.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb0071fe0 msgr2=0x7efdb00ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:41.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb0071fe0 0x7efdb00ad870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 >> v1:172.21.15.170:6789/0 conn(0x7efdb00afb40 legacy=0x7efdb00ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdb00b1120 con 0x7efdb01606f0 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7efda0001670 con 0x7efdb01606f0 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaf400700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb0071fe0 0x7efdb00ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 >> v1:172.21.15.99:6789/0 conn(0x7efdb01606f0 legacy=0x7efdb00b1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 0x7efd94003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efd94004870 0x7efd94004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb0071fe0 0x7efd94005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdb00cfa60 con 0x7efd94003be0 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd9400bb10 con 0x7efd94004870 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd9400bcd0 con 0x7efdb0071fe0 2024-09-13T17:00:41.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdafe00700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 0x7efd94003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdaf400700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efd94004870 0x7efd94004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdb5200700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb0071fe0 0x7efd94005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdafe00700 1 -- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb0071fe0 msgr2=0x7efd94005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:41.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdafe00700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb0071fe0 0x7efd94005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdafe00700 1 -- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efd94004870 msgr2=0x7efd94004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:41.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdafe00700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efd94004870 0x7efd94004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdafe00700 1 -- 172.21.15.99:0/168445445 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd9c0094b0 con 0x7efd94003be0 2024-09-13T17:00:41.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdb5200700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb0071fe0 0x7efd94005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:41.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.125+0000 7efdafe00700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 0x7efd94003fe0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7efda0001eb0 tx=0x7efd940058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8922c7c27086299 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:41.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.129+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda000cd50 con 0x7efd94003be0 2024-09-13T17:00:41.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.129+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efda0005980 con 0x7efd94003be0 2024-09-13T17:00:41.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.129+0000 7efdaea00700 1 -- 172.21.15.99:0/168445445 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda0005d10 con 0x7efd94003be0 2024-09-13T17:00:41.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.129+0000 7efdb5c00700 1 -- 172.21.15.99:0/168445445 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 msgr2=0x7efd94003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.129+0000 7efdb5c00700 1 --2- 172.21.15.99:0/168445445 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 0x7efd94003fe0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7efda0001eb0 tx=0x7efd940058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.129+0000 7efdb5200700 1 -- 172.21.15.99:0/168445445 reap_dead start 2024-09-13T17:00:41.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.129+0000 7efdb5c00700 1 -- 172.21.15.99:0/168445445 shutdown_connections 2024-09-13T17:00:41.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.129+0000 7efdb5c00700 1 -- 172.21.15.99:0/168445445 >> 172.21.15.99:0/168445445 conn(0x7efdb00d0ba0 msgr2=0x7efdb00d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:41.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.129+0000 7efdb5c00700 1 -- 172.21.15.99:0/168445445 shutdown_connections 2024-09-13T17:00:41.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.129+0000 7efdb5c00700 1 -- 172.21.15.99:0/168445445 wait complete. 2024-09-13T17:00:41.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdb5c00700 1 Processor -- start 2024-09-13T17:00:41.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdb5c00700 1 -- start start 2024-09-13T17:00:41.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdb5c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 0x7efdb00c7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdb5c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efdb00c9e40 0x7efdb00ca2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdb5c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb00b4590 0x7efdb00b4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdb5c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdb00b52c0 con 0x7efd94003be0 2024-09-13T17:00:41.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdb5c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdb00caf60 con 0x7efdb00c9e40 2024-09-13T17:00:41.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdb5c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdb00ca800 con 0x7efdb00b4590 2024-09-13T17:00:41.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdafe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 0x7efdb00c7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdafe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 0x7efdb00c7380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47664/0 (socket says 172.21.15.99:47664) 2024-09-13T17:00:41.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdafe00700 1 -- 172.21.15.99:0/3022434886 learned_addr learned my addr 172.21.15.99:0/3022434886 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:41.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdaf400700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efdb00c9e40 0x7efdb00ca2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdb5200700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb00b4590 0x7efdb00b4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdafe00700 1 -- 172.21.15.99:0/3022434886 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb00b4590 msgr2=0x7efdb00b4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdafe00700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb00b4590 0x7efdb00b4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdafe00700 1 -- 172.21.15.99:0/3022434886 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efdb00c9e40 msgr2=0x7efdb00ca2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdafe00700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efdb00c9e40 0x7efdb00ca2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.133+0000 7efdafe00700 1 -- 172.21.15.99:0/3022434886 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdb00cb170 con 0x7efd94003be0 2024-09-13T17:00:41.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.137+0000 7efdafe00700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 0x7efdb00c7380 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7efda0000c00 tx=0x7efda0001980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:41.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.137+0000 7efda7e00700 1 -- 172.21.15.99:0/3022434886 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda0004890 con 0x7efd94003be0 2024-09-13T17:00:41.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.137+0000 7efda7e00700 1 -- 172.21.15.99:0/3022434886 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efda00049f0 con 0x7efd94003be0 2024-09-13T17:00:41.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.137+0000 7efdb5c00700 1 -- 172.21.15.99:0/3022434886 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdb00cb450 con 0x7efd94003be0 2024-09-13T17:00:41.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.137+0000 7efda7e00700 1 -- 172.21.15.99:0/3022434886 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda0004d80 con 0x7efd94003be0 2024-09-13T17:00:41.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.137+0000 7efdb5c00700 1 -- 172.21.15.99:0/3022434886 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdb00cba10 con 0x7efd94003be0 2024-09-13T17:00:41.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.137+0000 7efdb5c00700 1 -- 172.21.15.99:0/3022434886 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efdb0068470 con 0x7efd94003be0 2024-09-13T17:00:41.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.137+0000 7efda7e00700 1 -- 172.21.15.99:0/3022434886 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efda0019070 con 0x7efd94003be0 2024-09-13T17:00:41.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.141+0000 7efda7e00700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd90066730 0x7efd90068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.141+0000 7efda7e00700 1 -- 172.21.15.99:0/3022434886 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efda0085430 con 0x7efd94003be0 2024-09-13T17:00:41.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.141+0000 7efdaf400700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd90066730 0x7efd90068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.141+0000 7efdaf400700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd90066730 0x7efd90068bf0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7efdb00ca9c0 tx=0x7efd9c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:41.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.145+0000 7efda7e00700 1 -- 172.21.15.99:0/3022434886 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efda0052840 con 0x7efd94003be0 2024-09-13T17:00:41.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 -- 172.21.15.99:0/3022434886 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7efdb00cbba0 con 0x7efd94003be0 2024-09-13T17:00:41.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efda7e00700 1 -- 172.21.15.99:0/3022434886 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7efda0055e60 con 0x7efd94003be0 2024-09-13T17:00:41.329 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:41.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 -- 172.21.15.99:0/3022434886 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd90066730 msgr2=0x7efd90068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd90066730 0x7efd90068bf0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7efdb00ca9c0 tx=0x7efd9c008040 comp rx=0 tx=0).stop 2024-09-13T17:00:41.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 -- 172.21.15.99:0/3022434886 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 msgr2=0x7efdb00c7380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 0x7efdb00c7380 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7efda0000c00 tx=0x7efda0001980 comp rx=0 tx=0).stop 2024-09-13T17:00:41.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 -- 172.21.15.99:0/3022434886 shutdown_connections 2024-09-13T17:00:41.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7efd90066730 0x7efd90068bf0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7efdb00b4590 0x7efdb00b4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7efdb00c9e40 0x7efdb00ca2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 --2- 172.21.15.99:0/3022434886 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7efd94003be0 0x7efdb00c7380 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 -- 172.21.15.99:0/3022434886 >> 172.21.15.99:0/3022434886 conn(0x7efdb00d0ba0 msgr2=0x7efdb006aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:41.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 -- 172.21.15.99:0/3022434886 shutdown_connections 2024-09-13T17:00:41.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.325+0000 7efdb5c00700 1 -- 172.21.15.99:0/3022434886 wait complete. 2024-09-13T17:00:41.353 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:41.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.517+0000 7f91e6600700 1 Processor -- start 2024-09-13T17:00:41.524 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e6600700 1 -- start start 2024-09-13T17:00:41.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e6600700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f91e0154fb0 0x7f91e00cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e6600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e00b4630 0x7f91e015b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e6600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f91e015b5a0 0x7f91e00b2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e6600700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91e015c000 con 0x7f91e015b5a0 2024-09-13T17:00:41.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e6600700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91e00cb970 con 0x7f91e0154fb0 2024-09-13T17:00:41.526 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e6600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91e015ba40 con 0x7f91e00b4630 2024-09-13T17:00:41.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e5c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f91e015b5a0 0x7f91e00b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e5c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f91e015b5a0 0x7f91e00b2600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47672/0 (socket says 172.21.15.99:47672) 2024-09-13T17:00:41.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e5200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f91e0154fb0 0x7f91e00cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91e5c00700 1 -- 172.21.15.99:0/952531577 learned_addr learned my addr 172.21.15.99:0/952531577 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:41.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.521+0000 7f91dfe00700 1 --2- 172.21.15.99:0/952531577 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e00b4630 0x7f91e015b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91dfe00700 1 -- 172.21.15.99:0/952531577 >> v2:172.21.15.170:3300/0 conn(0x7f91e0154fb0 msgr2=0x7f91e00cbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:41.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91dfe00700 1 --2- 172.21.15.99:0/952531577 >> v2:172.21.15.170:3300/0 conn(0x7f91e0154fb0 0x7f91e00cbe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91dfe00700 1 -- 172.21.15.99:0/952531577 >> v2:172.21.15.99:3300/0 conn(0x7f91e015b5a0 msgr2=0x7f91e00b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:41.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91dfe00700 1 --2- 172.21.15.99:0/952531577 >> v2:172.21.15.99:3300/0 conn(0x7f91e015b5a0 0x7f91e00b2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91dfe00700 1 -- 172.21.15.99:0/952531577 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91e015bd20 con 0x7f91e00b4630 2024-09-13T17:00:41.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91dfe00700 1 --2- 172.21.15.99:0/952531577 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e00b4630 0x7f91e015b060 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f91e006eb90 tx=0x7f91cc009b30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34a7cb4695868f30 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91df400700 1 -- 172.21.15.99:0/952531577 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91cc011830 con 0x7f91e00b4630 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91df400700 1 -- 172.21.15.99:0/952531577 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91cc011990 con 0x7f91e00b4630 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91df400700 1 -- 172.21.15.99:0/952531577 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91cc011d20 con 0x7f91e00b4630 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91e6600700 1 -- 172.21.15.99:0/952531577 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e00b4630 msgr2=0x7f91e015b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91e6600700 1 --2- 172.21.15.99:0/952531577 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e00b4630 0x7f91e015b060 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f91e006eb90 tx=0x7f91cc009b30 comp rx=0 tx=0).stop 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91e6600700 1 -- 172.21.15.99:0/952531577 shutdown_connections 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91e6600700 1 --2- 172.21.15.99:0/952531577 >> v2:172.21.15.99:3300/0 conn(0x7f91e015b5a0 0x7f91e00b2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91e6600700 1 --2- 172.21.15.99:0/952531577 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e00b4630 0x7f91e015b060 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91e6600700 1 --2- 172.21.15.99:0/952531577 >> v2:172.21.15.170:3300/0 conn(0x7f91e0154fb0 0x7f91e00cbe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91e6600700 1 -- 172.21.15.99:0/952531577 >> 172.21.15.99:0/952531577 conn(0x7f91e0066780 msgr2=0x7f91e006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91e6600700 1 -- 172.21.15.99:0/952531577 shutdown_connections 2024-09-13T17:00:41.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.525+0000 7f91e6600700 1 -- 172.21.15.99:0/952531577 wait complete. 2024-09-13T17:00:41.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e6600700 1 Processor -- start 2024-09-13T17:00:41.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e6600700 1 -- start start 2024-09-13T17:00:41.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e6600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91e00b4630 0x7f91e0151000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e6600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e0154fb0 0x7f91e00ae020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e6600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91e015b5a0 0x7f91e00a84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e6600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91e01f23c0 con 0x7f91e015b5a0 2024-09-13T17:00:41.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e6600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91e00a8cf0 con 0x7f91e00b4630 2024-09-13T17:00:41.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e6600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91e00a8fd0 con 0x7f91e0154fb0 2024-09-13T17:00:41.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e5c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91e015b5a0 0x7f91e00a84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e5c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91e015b5a0 0x7f91e00a84a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47684/0 (socket says 172.21.15.99:47684) 2024-09-13T17:00:41.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e5c00700 1 -- 172.21.15.99:0/3353410802 learned_addr learned my addr 172.21.15.99:0/3353410802 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:41.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91dfe00700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e0154fb0 0x7f91e00ae020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e5200700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91e00b4630 0x7f91e0151000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e5c00700 1 -- 172.21.15.99:0/3353410802 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e0154fb0 msgr2=0x7f91e00ae020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e5c00700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e0154fb0 0x7f91e00ae020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e5c00700 1 -- 172.21.15.99:0/3353410802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91e00b4630 msgr2=0x7f91e0151000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e5c00700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91e00b4630 0x7f91e0151000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e5c00700 1 -- 172.21.15.99:0/3353410802 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91cc0094b0 con 0x7f91e015b5a0 2024-09-13T17:00:41.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.529+0000 7f91e5c00700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91e015b5a0 0x7f91e00a84a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f91d800efc0 tx=0x7f91d800c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:41.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.533+0000 7f91dcc00700 1 -- 172.21.15.99:0/3353410802 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91d8003c40 con 0x7f91e015b5a0 2024-09-13T17:00:41.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.533+0000 7f91dcc00700 1 -- 172.21.15.99:0/3353410802 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91d800f040 con 0x7f91e015b5a0 2024-09-13T17:00:41.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.533+0000 7f91e6600700 1 -- 172.21.15.99:0/3353410802 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91e00a92b0 con 0x7f91e015b5a0 2024-09-13T17:00:41.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.533+0000 7f91dcc00700 1 -- 172.21.15.99:0/3353410802 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91d800c660 con 0x7f91e015b5a0 2024-09-13T17:00:41.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.533+0000 7f91e6600700 1 -- 172.21.15.99:0/3353410802 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91e01518c0 con 0x7f91e015b5a0 2024-09-13T17:00:41.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.533+0000 7f91e6600700 1 -- 172.21.15.99:0/3353410802 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91e0151ab0 con 0x7f91e015b5a0 2024-09-13T17:00:41.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.533+0000 7f91dcc00700 1 -- 172.21.15.99:0/3353410802 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f91d800c7c0 con 0x7f91e015b5a0 2024-09-13T17:00:41.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.537+0000 7f91dcc00700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f91c0066730 0x7f91c0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.537+0000 7f91dcc00700 1 -- 172.21.15.99:0/3353410802 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f91d8084320 con 0x7f91e015b5a0 2024-09-13T17:00:41.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.537+0000 7f91e5200700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f91c0066730 0x7f91c0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.537+0000 7f91e5200700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f91c0066730 0x7f91c0068bf0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f91d4009bf0 tx=0x7f91d4009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:41.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.541+0000 7f91dcc00700 1 -- 172.21.15.99:0/3353410802 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f91d80515f0 con 0x7f91e015b5a0 2024-09-13T17:00:41.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.725+0000 7f91e6600700 1 -- 172.21.15.99:0/3353410802 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f91e015b060 con 0x7f91e015b5a0 2024-09-13T17:00:41.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.725+0000 7f91dcc00700 1 -- 172.21.15.99:0/3353410802 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f91d8054c10 con 0x7f91e015b5a0 2024-09-13T17:00:41.730 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:41.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 -- 172.21.15.99:0/3353410802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f91c0066730 msgr2=0x7f91c0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f91c0066730 0x7f91c0068bf0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f91d4009bf0 tx=0x7f91d4009240 comp rx=0 tx=0).stop 2024-09-13T17:00:41.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 -- 172.21.15.99:0/3353410802 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91e015b5a0 msgr2=0x7f91e00a84a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91e015b5a0 0x7f91e00a84a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f91d800efc0 tx=0x7f91d800c0c0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 -- 172.21.15.99:0/3353410802 shutdown_connections 2024-09-13T17:00:41.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f91c0066730 0x7f91c0068bf0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f91e015b5a0 0x7f91e00a84a0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f91e0154fb0 0x7f91e00ae020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 --2- 172.21.15.99:0/3353410802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f91e00b4630 0x7f91e0151000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 -- 172.21.15.99:0/3353410802 >> 172.21.15.99:0/3353410802 conn(0x7f91e0066780 msgr2=0x7f91e00cbbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:41.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 -- 172.21.15.99:0/3353410802 shutdown_connections 2024-09-13T17:00:41.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.729+0000 7f91e6600700 1 -- 172.21.15.99:0/3353410802 wait complete. 2024-09-13T17:00:41.752 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:00:41.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.921+0000 7f00c9800700 1 Processor -- start 2024-09-13T17:00:41.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.921+0000 7f00c9800700 1 -- start start 2024-09-13T17:00:41.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c9800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165630 0x7f00c406d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c9800700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00c4162490 con 0x7f00c40b0e90 2024-09-13T17:00:41.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c9800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00c406cea0 con 0x7f00c4165a10 2024-09-13T17:00:41.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c9800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00c406d180 con 0x7f00c4165630 2024-09-13T17:00:41.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c8e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f00c40b0e90 0x7f00c41616f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:56226/0 (socket says 172.21.15.99:56226) 2024-09-13T17:00:41.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c8e00700 1 -- 172.21.15.99:0/1283298642 learned_addr learned my addr 172.21.15.99:0/1283298642 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:41.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c3e00700 1 --2- 172.21.15.99:0/1283298642 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165630 0x7f00c406d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c3400700 1 -- 172.21.15.99:0/1283298642 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3983109185 0 0) 0x7f00c4162490 con 0x7f00c40b0e90 2024-09-13T17:00:41.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c3400700 1 -- 172.21.15.99:0/1283298642 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f00a80035d0 con 0x7f00c40b0e90 2024-09-13T17:00:41.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c3e00700 1 -- 172.21.15.99:0/1283298642 >> v1:172.21.15.170:6789/0 conn(0x7f00c4165a10 legacy=0x7f00c40b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c3e00700 1 -- 172.21.15.99:0/1283298642 >> v1:172.21.15.99:6789/0 conn(0x7f00c40b0e90 legacy=0x7f00c41616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c3e00700 1 -- 172.21.15.99:0/1283298642 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00c406d460 con 0x7f00c4165630 2024-09-13T17:00:41.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c3e00700 1 --2- 172.21.15.99:0/1283298642 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165630 0x7f00c406d980 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f00b40098b0 tx=0x7f00b4009bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5769facd7ffb082a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:41.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c3400700 1 -- 172.21.15.99:0/1283298642 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00b4011830 con 0x7f00c4165630 2024-09-13T17:00:41.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c3400700 1 -- 172.21.15.99:0/1283298642 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00b4011990 con 0x7f00c4165630 2024-09-13T17:00:41.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.925+0000 7f00c3400700 1 -- 172.21.15.99:0/1283298642 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00b4011d20 con 0x7f00c4165630 2024-09-13T17:00:41.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.929+0000 7f00c9800700 1 -- 172.21.15.99:0/1283298642 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165630 msgr2=0x7f00c406d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.931 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.929+0000 7f00c9800700 1 --2- 172.21.15.99:0/1283298642 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165630 0x7f00c406d980 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f00b40098b0 tx=0x7f00b4009bc0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.929+0000 7f00c9800700 1 -- 172.21.15.99:0/1283298642 shutdown_connections 2024-09-13T17:00:41.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.929+0000 7f00c9800700 1 --2- 172.21.15.99:0/1283298642 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165630 0x7f00c406d980 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.929+0000 7f00c9800700 1 -- 172.21.15.99:0/1283298642 >> 172.21.15.99:0/1283298642 conn(0x7f00c4066780 msgr2=0x7f00c406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:41.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.929+0000 7f00c9800700 1 -- 172.21.15.99:0/1283298642 shutdown_connections 2024-09-13T17:00:41.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.929+0000 7f00c9800700 1 -- 172.21.15.99:0/1283298642 wait complete. 2024-09-13T17:00:41.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.929+0000 7f00c9800700 1 Processor -- start 2024-09-13T17:00:41.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00c9800700 1 -- start start 2024-09-13T17:00:41.937 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00c9800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00c40b0e90 0x7f00c4154430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.937 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00c9800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00c4165630 0x7f00c4150c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.937 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00c9800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165a10 0x7f00c40c3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.937 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00c9800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c4154970 con 0x7f00c4165630 2024-09-13T17:00:41.937 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00c9800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c4151180 con 0x7f00c40b0e90 2024-09-13T17:00:41.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00c9800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00c4153080 con 0x7f00c4165a10 2024-09-13T17:00:41.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00bbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00c4165630 0x7f00c4150c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00bbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00c4165630 0x7f00c4150c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:47688/0 (socket says 172.21.15.99:47688) 2024-09-13T17:00:41.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00bbe00700 1 -- 172.21.15.99:0/3326881800 learned_addr learned my addr 172.21.15.99:0/3326881800 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:41.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00c8e00700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165a10 0x7f00c40c3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00c3e00700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00c40b0e90 0x7f00c4154430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00bbe00700 1 -- 172.21.15.99:0/3326881800 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165a10 msgr2=0x7f00c40c3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00bbe00700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165a10 0x7f00c40c3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00bbe00700 1 -- 172.21.15.99:0/3326881800 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00c40b0e90 msgr2=0x7f00c4154430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:41.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00bbe00700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00c40b0e90 0x7f00c4154430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:41.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00bbe00700 1 -- 172.21.15.99:0/3326881800 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00b40094b0 con 0x7f00c4165630 2024-09-13T17:00:41.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.933+0000 7f00bbe00700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00c4165630 0x7f00c4150c40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f00ac00c400 tx=0x7f00ac00c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:41.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.937+0000 7f00c0c00700 1 -- 172.21.15.99:0/3326881800 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00ac0052d0 con 0x7f00c4165630 2024-09-13T17:00:41.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.937+0000 7f00c0c00700 1 -- 172.21.15.99:0/3326881800 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00ac005450 con 0x7f00c4165630 2024-09-13T17:00:41.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.937+0000 7f00c9800700 1 -- 172.21.15.99:0/3326881800 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00c4153360 con 0x7f00c4165630 2024-09-13T17:00:41.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.937+0000 7f00c0c00700 1 -- 172.21.15.99:0/3326881800 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00ac0038e0 con 0x7f00c4165630 2024-09-13T17:00:41.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.937+0000 7f00c9800700 1 -- 172.21.15.99:0/3326881800 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00c4153920 con 0x7f00c4165630 2024-09-13T17:00:41.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.937+0000 7f00c9800700 1 -- 172.21.15.99:0/3326881800 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00c406d980 con 0x7f00c4165630 2024-09-13T17:00:41.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.937+0000 7f00c0c00700 1 -- 172.21.15.99:0/3326881800 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f00ac003a40 con 0x7f00c4165630 2024-09-13T17:00:41.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.941+0000 7f00c0c00700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00a0066730 0x7f00a0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:41.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.941+0000 7f00c0c00700 1 -- 172.21.15.99:0/3326881800 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f00ac083440 con 0x7f00c4165630 2024-09-13T17:00:41.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.941+0000 7f00c3e00700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00a0066730 0x7f00a0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:41.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.941+0000 7f00c3e00700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00a0066730 0x7f00a0068bf0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f00b40090b0 tx=0x7f00b4008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:41.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:41.945+0000 7f00c0c00700 1 -- 172.21.15.99:0/3326881800 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f00ac050710 con 0x7f00c4165630 2024-09-13T17:00:42.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.145+0000 7f00c9800700 1 -- 172.21.15.99:0/3326881800 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f00c4153b40 con 0x7f00c4165630 2024-09-13T17:00:42.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.145+0000 7f00c0c00700 1 -- 172.21.15.99:0/3326881800 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f00ac053d30 con 0x7f00c4165630 2024-09-13T17:00:42.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 -- 172.21.15.99:0/3326881800 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00a0066730 msgr2=0x7f00a0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:42.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00a0066730 0x7f00a0068bf0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f00b40090b0 tx=0x7f00b4008030 comp rx=0 tx=0).stop 2024-09-13T17:00:42.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 -- 172.21.15.99:0/3326881800 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00c4165630 msgr2=0x7f00c4150c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:42.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00c4165630 0x7f00c4150c40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f00ac00c400 tx=0x7f00ac00c710 comp rx=0 tx=0).stop 2024-09-13T17:00:42.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 -- 172.21.15.99:0/3326881800 shutdown_connections 2024-09-13T17:00:42.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00a0066730 0x7f00a0068bf0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00c4165630 0x7f00c4150c40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00c4165a10 0x7f00c40c3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 --2- 172.21.15.99:0/3326881800 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00c40b0e90 0x7f00c4154430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 -- 172.21.15.99:0/3326881800 >> 172.21.15.99:0/3326881800 conn(0x7f00c4066780 msgr2=0x7f00c4071720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:42.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 -- 172.21.15.99:0/3326881800 shutdown_connections 2024-09-13T17:00:42.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.149+0000 7f00c9800700 1 -- 172.21.15.99:0/3326881800 wait complete. 2024-09-13T17:00:42.157 INFO:teuthology.orchestra.run.smithi099.stderr:listed 0 entries 2024-09-13T17:00:42.175 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-13T17:00:42.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:42.175 DEBUG:teuthology.orchestra.run.smithi099:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-13T17:00:42.211 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T17:00:42.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:42.211 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T17:00:42.279 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:00:42.280 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:42.298 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:00:42.298 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:42.357 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:00:42.357 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:00:42.416 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:42.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.585+0000 7f0bd1400700 1 Processor -- start 2024-09-13T17:00:42.592 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.585+0000 7f0bd1400700 1 -- start start 2024-09-13T17:00:42.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bd1400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f0bcc1466b0 0x7f0bcc0ad2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:42.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bd1400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bcc06cdf0 con 0x7f0bcc06d280 2024-09-13T17:00:42.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bd1400700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bcc146a90 con 0x7f0bcc0b3fe0 2024-09-13T17:00:42.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bd1400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bcc0b1ce0 con 0x7f0bcc1466b0 2024-09-13T17:00:42.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bc3400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f0bcc06d280 0x7f0bcc0b38d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:41896/0 (socket says 172.21.15.99:41896) 2024-09-13T17:00:42.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bc3400700 1 -- 172.21.15.99:0/3691221080 learned_addr learned my addr 172.21.15.99:0/3691221080 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:42.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcbe00700 1 --2- 172.21.15.99:0/3691221080 >> v2:172.21.15.170:3300/0 conn(0x7f0bcc1466b0 0x7f0bcc0ad2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:42.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1928379549 0 0) 0x7f0bcc06cdf0 con 0x7f0bcc06d280 2024-09-13T17:00:42.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0bb00035d0 con 0x7f0bcc06d280 2024-09-13T17:00:42.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2886663105 0 0) 0x7f0bcc146a90 con 0x7f0bcc0b3fe0 2024-09-13T17:00:42.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0bcc06cdf0 con 0x7f0bcc0b3fe0 2024-09-13T17:00:42.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4043971022 0 0) 0x7f0bb00035d0 con 0x7f0bcc06d280 2024-09-13T17:00:42.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 >> v2:172.21.15.170:3300/0 conn(0x7f0bcc1466b0 msgr2=0x7f0bcc0ad2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:42.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 --2- 172.21.15.99:0/3691221080 >> v2:172.21.15.170:3300/0 conn(0x7f0bcc1466b0 0x7f0bcc0ad2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 >> v1:172.21.15.170:6789/0 conn(0x7f0bcc0b3fe0 legacy=0x7f0bcc0b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:42.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bcc0b1fc0 con 0x7f0bcc06d280 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f0bb4001670 con 0x7f0bcc06d280 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.589+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 >> v1:172.21.15.99:6789/0 conn(0x7f0bcc06d280 legacy=0x7f0bcc0b38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bcb400700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0bb0003bb0 0x7f0bb0003fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bcb400700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0bb0004870 0x7f0bb0004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bcb400700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bb0005230 0x7f0bb000ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bcc0b1ce0 con 0x7f0bb0005230 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb000c0b0 con 0x7f0bb0004870 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb000c270 con 0x7f0bb0003bb0 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd0a00700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bb0005230 0x7f0bb000ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bcbe00700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0bb0003bb0 0x7f0bb0003fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bc3400700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0bb0004870 0x7f0bb0004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd0a00700 1 -- 172.21.15.99:0/3691221080 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0bb0003bb0 msgr2=0x7f0bb0003fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:42.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd0a00700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0bb0003bb0 0x7f0bb0003fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd0a00700 1 -- 172.21.15.99:0/3691221080 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0bb0004870 msgr2=0x7f0bb0004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:42.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd0a00700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0bb0004870 0x7f0bb0004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd0a00700 1 -- 172.21.15.99:0/3691221080 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bb00035d0 con 0x7f0bb0005230 2024-09-13T17:00:42.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd0a00700 1 -- 172.21.15.99:0/3691221080 reap_dead start 2024-09-13T17:00:42.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd0a00700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bb0005230 0x7f0bb000ba30 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc06c3b0 tx=0x7f0bb00058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60b4f6a88e8931a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:42.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc4001450 con 0x7f0bb0005230 2024-09-13T17:00:42.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bc40052e0 con 0x7f0bb0005230 2024-09-13T17:00:42.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bcb400700 1 -- 172.21.15.99:0/3691221080 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc4001d60 con 0x7f0bb0005230 2024-09-13T17:00:42.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd1400700 1 -- 172.21.15.99:0/3691221080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bb0005230 msgr2=0x7f0bb000ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:42.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd1400700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bb0005230 0x7f0bb000ba30 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc06c3b0 tx=0x7f0bb00058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd1400700 1 -- 172.21.15.99:0/3691221080 shutdown_connections 2024-09-13T17:00:42.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd1400700 1 --2- 172.21.15.99:0/3691221080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bb0005230 0x7f0bb000ba30 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd1400700 1 -- 172.21.15.99:0/3691221080 >> 172.21.15.99:0/3691221080 conn(0x7f0bcc06f790 msgr2=0x7f0bcc06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:42.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd1400700 1 -- 172.21.15.99:0/3691221080 shutdown_connections 2024-09-13T17:00:42.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.593+0000 7f0bd1400700 1 -- 172.21.15.99:0/3691221080 wait complete. 2024-09-13T17:00:42.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd1400700 1 Processor -- start 2024-09-13T17:00:42.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd1400700 1 -- start start 2024-09-13T17:00:42.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd1400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0bb0005230 0x7f0bcc152400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:42.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd1400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0bcc13f290 0x7f0bcc13f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:42.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd1400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bcc141c00 0x7f0bcc142080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:42.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd1400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bcc13e6a0 con 0x7f0bcc141c00 2024-09-13T17:00:42.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd1400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bcc13fc10 con 0x7f0bb0005230 2024-09-13T17:00:42.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd1400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bcc13dd70 con 0x7f0bcc13f290 2024-09-13T17:00:42.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd0a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bcc141c00 0x7f0bcc142080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:42.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd0a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bcc141c00 0x7f0bcc142080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55514/0 (socket says 172.21.15.99:55514) 2024-09-13T17:00:42.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.597+0000 7f0bd0a00700 1 -- 172.21.15.99:0/2485199655 learned_addr learned my addr 172.21.15.99:0/2485199655 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:42.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bcbe00700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0bb0005230 0x7f0bcc152400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:42.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bc3400700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0bcc13f290 0x7f0bcc13f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:42.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bd0a00700 1 -- 172.21.15.99:0/2485199655 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0bcc13f290 msgr2=0x7f0bcc13f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:42.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bd0a00700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0bcc13f290 0x7f0bcc13f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bd0a00700 1 -- 172.21.15.99:0/2485199655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0bb0005230 msgr2=0x7f0bcc152400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:42.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bd0a00700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0bb0005230 0x7f0bcc152400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bd0a00700 1 -- 172.21.15.99:0/2485199655 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bcc13e050 con 0x7f0bcc141c00 2024-09-13T17:00:42.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bc3400700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0bcc13f290 0x7f0bcc13f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:42.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bd0a00700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bcc141c00 0x7f0bcc142080 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc070fd0 tx=0x7f0bc40012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:42.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bc8c00700 1 -- 172.21.15.99:0/2485199655 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc40013d0 con 0x7f0bcc141c00 2024-09-13T17:00:42.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bc8c00700 1 -- 172.21.15.99:0/2485199655 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bc4006a90 con 0x7f0bcc141c00 2024-09-13T17:00:42.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bc8c00700 1 -- 172.21.15.99:0/2485199655 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc4006e40 con 0x7f0bcc141c00 2024-09-13T17:00:42.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bd1400700 1 -- 172.21.15.99:0/2485199655 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bcc13e330 con 0x7f0bcc141c00 2024-09-13T17:00:42.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bd1400700 1 -- 172.21.15.99:0/2485199655 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bcc1425c0 con 0x7f0bcc141c00 2024-09-13T17:00:42.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.601+0000 7f0bd1400700 1 -- 172.21.15.99:0/2485199655 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bcc06d6c0 con 0x7f0bcc141c00 2024-09-13T17:00:42.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.605+0000 7f0bc8c00700 1 -- 172.21.15.99:0/2485199655 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0bc4007070 con 0x7f0bcc141c00 2024-09-13T17:00:42.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.605+0000 7f0bc8c00700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ba8066730 0x7f0ba8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:42.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.605+0000 7f0bc8c00700 1 -- 172.21.15.99:0/2485199655 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0bc4083df0 con 0x7f0bcc141c00 2024-09-13T17:00:42.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.605+0000 7f0bcbe00700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ba8066730 0x7f0ba8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:42.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.605+0000 7f0bcbe00700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ba8066730 0x7f0ba8068bf0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc014450 tx=0x7f0bbc00b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:42.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.613+0000 7f0bc8c00700 1 -- 172.21.15.99:0/2485199655 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0bc40510d0 con 0x7f0bcc141c00 2024-09-13T17:00:42.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.801+0000 7f0bd1400700 1 -- 172.21.15.99:0/2485199655 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0bcc0adef0 con 0x7f0bcc141c00 2024-09-13T17:00:42.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.801+0000 7f0bc8c00700 1 -- 172.21.15.99:0/2485199655 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16485 (secure 0 0 0) 0x7f0bc4023020 con 0x7f0bcc141c00 2024-09-13T17:00:42.808 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:42.808 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":20,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:02.605554+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:42.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 -- 172.21.15.99:0/2485199655 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ba8066730 msgr2=0x7f0ba8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:42.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ba8066730 0x7f0ba8068bf0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc014450 tx=0x7f0bbc00b040 comp rx=0 tx=0).stop 2024-09-13T17:00:42.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 -- 172.21.15.99:0/2485199655 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bcc141c00 msgr2=0x7f0bcc142080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:42.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bcc141c00 0x7f0bcc142080 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc070fd0 tx=0x7f0bc40012d0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 -- 172.21.15.99:0/2485199655 shutdown_connections 2024-09-13T17:00:42.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0ba8066730 0x7f0ba8068bf0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0bcc141c00 0x7f0bcc142080 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0bcc13f290 0x7f0bcc13f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 --2- 172.21.15.99:0/2485199655 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0bb0005230 0x7f0bcc152400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:42.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 -- 172.21.15.99:0/2485199655 >> 172.21.15.99:0/2485199655 conn(0x7f0bcc06f790 msgr2=0x7f0bcc0c3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:42.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 -- 172.21.15.99:0/2485199655 shutdown_connections 2024-09-13T17:00:42.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.805+0000 7f0bd1400700 1 -- 172.21.15.99:0/2485199655 wait complete. 2024-09-13T17:00:42.831 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:42.831 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:42.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.993+0000 7f2910a00700 1 Processor -- start 2024-09-13T17:00:42.999 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.993+0000 7f2910a00700 1 -- start start 2024-09-13T17:00:43.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.997+0000 7f2910a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f290c0cc930 0x7f290c0af900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.997+0000 7f2910a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f290c0cf1b0 0x7f290c0ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.997+0000 7f2910a00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f290c0cd9a0 con 0x7f290c15e410 2024-09-13T17:00:43.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.997+0000 7f2910a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f290c0cfa60 con 0x7f290c0cc930 2024-09-13T17:00:43.002 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.997+0000 7f2910a00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f290c0cdbf0 con 0x7f290c0cf1b0 2024-09-13T17:00:43.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.997+0000 7f290a800700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f290c15e410 0x7f290c0ceaa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:41900/0 (socket says 172.21.15.99:41900) 2024-09-13T17:00:43.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.997+0000 7f290a800700 1 -- 172.21.15.99:0/1126007321 learned_addr learned my addr 172.21.15.99:0/1126007321 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:43.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.997+0000 7f2909e00700 1 --2- 172.21.15.99:0/1126007321 >> v2:172.21.15.99:3300/0 conn(0x7f290c0cc930 0x7f290c0af900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:42.997+0000 7f290b200700 1 --2- 172.21.15.99:0/1126007321 >> v2:172.21.15.170:3300/0 conn(0x7f290c0cf1b0 0x7f290c0ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2909400700 1 -- 172.21.15.99:0/1126007321 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1806582531 0 0) 0x7f290c0cd9a0 con 0x7f290c15e410 2024-09-13T17:00:43.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2909400700 1 -- 172.21.15.99:0/1126007321 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f28f00035d0 con 0x7f290c15e410 2024-09-13T17:00:43.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2909e00700 1 -- 172.21.15.99:0/1126007321 >> v2:172.21.15.170:3300/0 conn(0x7f290c0cf1b0 msgr2=0x7f290c0ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:43.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2909e00700 1 --2- 172.21.15.99:0/1126007321 >> v2:172.21.15.170:3300/0 conn(0x7f290c0cf1b0 0x7f290c0ad870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2909e00700 1 -- 172.21.15.99:0/1126007321 >> v1:172.21.15.99:6789/0 conn(0x7f290c15e410 legacy=0x7f290c0ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.004 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2909e00700 1 -- 172.21.15.99:0/1126007321 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f290c0cded0 con 0x7f290c0cc930 2024-09-13T17:00:43.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2909e00700 1 --2- 172.21.15.99:0/1126007321 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 0x7f290c0af900 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f290c0c7c00 tx=0x7f28f8009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c8e210cdc01907a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:43.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2909400700 1 -- 172.21.15.99:0/1126007321 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28f8011830 con 0x7f290c0cc930 2024-09-13T17:00:43.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2909400700 1 -- 172.21.15.99:0/1126007321 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28f8011990 con 0x7f290c0cc930 2024-09-13T17:00:43.005 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2909400700 1 -- 172.21.15.99:0/1126007321 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28f8011d00 con 0x7f290c0cc930 2024-09-13T17:00:43.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2910a00700 1 -- 172.21.15.99:0/1126007321 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 msgr2=0x7f290c0af900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2910a00700 1 --2- 172.21.15.99:0/1126007321 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 0x7f290c0af900 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f290c0c7c00 tx=0x7f28f8009b30 comp rx=0 tx=0).stop 2024-09-13T17:00:43.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2910a00700 1 -- 172.21.15.99:0/1126007321 shutdown_connections 2024-09-13T17:00:43.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2910a00700 1 --2- 172.21.15.99:0/1126007321 >> v2:172.21.15.170:3300/0 conn(0x7f290c0cf1b0 0x7f290c0ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2910a00700 1 --2- 172.21.15.99:0/1126007321 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 0x7f290c0af900 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2910a00700 1 -- 172.21.15.99:0/1126007321 >> 172.21.15.99:0/1126007321 conn(0x7f290c0d0ba0 msgr2=0x7f290c0d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:43.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2910a00700 1 -- 172.21.15.99:0/1126007321 shutdown_connections 2024-09-13T17:00:43.006 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.001+0000 7f2910a00700 1 -- 172.21.15.99:0/1126007321 wait complete. 2024-09-13T17:00:43.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2910a00700 1 Processor -- start 2024-09-13T17:00:43.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2910a00700 1 -- start start 2024-09-13T17:00:43.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2910a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 0x7f290c1f6a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2910a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f290c0cf1b0 0x7f290c1501c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2910a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f290c15e410 0x7f290c0c4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2910a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f290c150700 con 0x7f290c0cc930 2024-09-13T17:00:43.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2910a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f290c0b5670 con 0x7f290c0cf1b0 2024-09-13T17:00:43.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2910a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f290c0b4aa0 con 0x7f290c15e410 2024-09-13T17:00:43.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f290a800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 0x7f290c1f6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f290a800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 0x7f290c1f6a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55532/0 (socket says 172.21.15.99:55532) 2024-09-13T17:00:43.009 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f290a800700 1 -- 172.21.15.99:0/143796707 learned_addr learned my addr 172.21.15.99:0/143796707 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:43.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f290a800700 1 -- 172.21.15.99:0/143796707 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f290c15e410 msgr2=0x7f290c0c4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f290a800700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f290c15e410 0x7f290c0c4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f290a800700 1 -- 172.21.15.99:0/143796707 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f290c0cf1b0 msgr2=0x7f290c1501c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f290a800700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f290c0cf1b0 0x7f290c1501c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f290a800700 1 -- 172.21.15.99:0/143796707 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28f80094b0 con 0x7f290c0cc930 2024-09-13T17:00:43.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f290a800700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 0x7f290c1f6a50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f28fc00c4d0 tx=0x7f28fc00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:43.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2902a00700 1 -- 172.21.15.99:0/143796707 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28fc005d90 con 0x7f290c0cc930 2024-09-13T17:00:43.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2902a00700 1 -- 172.21.15.99:0/143796707 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28fc0070d0 con 0x7f290c0cc930 2024-09-13T17:00:43.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2902a00700 1 -- 172.21.15.99:0/143796707 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28fc007440 con 0x7f290c0cc930 2024-09-13T17:00:43.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2910a00700 1 -- 172.21.15.99:0/143796707 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f290c0b4d40 con 0x7f290c0cc930 2024-09-13T17:00:43.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.005+0000 7f2910a00700 1 -- 172.21.15.99:0/143796707 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f290c0b5300 con 0x7f290c0cc930 2024-09-13T17:00:43.012 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.009+0000 7f2910a00700 1 -- 172.21.15.99:0/143796707 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f290c0b54c0 con 0x7f290c0cc930 2024-09-13T17:00:43.013 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.009+0000 7f2902a00700 1 -- 172.21.15.99:0/143796707 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f28fc0075a0 con 0x7f290c0cc930 2024-09-13T17:00:43.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.009+0000 7f2902a00700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f28ec066730 0x7f28ec068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.009+0000 7f2902a00700 1 -- 172.21.15.99:0/143796707 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f28fc083480 con 0x7f290c0cc930 2024-09-13T17:00:43.014 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.009+0000 7f2909e00700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f28ec066730 0x7f28ec068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.015 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.009+0000 7f2909e00700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f28ec066730 0x7f28ec068bf0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f290c0c7c00 tx=0x7f28f8010000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:43.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.017+0000 7f2902a00700 1 -- 172.21.15.99:0/143796707 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f28fc0508a0 con 0x7f290c0cc930 2024-09-13T17:00:43.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.197+0000 7f2910a00700 1 -- 172.21.15.99:0/143796707 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f290c0af900 con 0x7f290c0cc930 2024-09-13T17:00:43.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.197+0000 7f2902a00700 1 -- 172.21.15.99:0/143796707 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f28fc017020 con 0x7f290c0cc930 2024-09-13T17:00:43.202 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:43.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 -- 172.21.15.99:0/143796707 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f28ec066730 msgr2=0x7f28ec068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f28ec066730 0x7f28ec068bf0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f290c0c7c00 tx=0x7f28f8010000 comp rx=0 tx=0).stop 2024-09-13T17:00:43.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 -- 172.21.15.99:0/143796707 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 msgr2=0x7f290c1f6a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 0x7f290c1f6a50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f28fc00c4d0 tx=0x7f28fc00c890 comp rx=0 tx=0).stop 2024-09-13T17:00:43.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 -- 172.21.15.99:0/143796707 shutdown_connections 2024-09-13T17:00:43.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f28ec066730 0x7f28ec068bf0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f290c15e410 0x7f290c0c4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f290c0cf1b0 0x7f290c1501c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 --2- 172.21.15.99:0/143796707 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f290c0cc930 0x7f290c1f6a50 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 -- 172.21.15.99:0/143796707 >> 172.21.15.99:0/143796707 conn(0x7f290c0d0ba0 msgr2=0x7f290c15ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:43.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 -- 172.21.15.99:0/143796707 shutdown_connections 2024-09-13T17:00:43.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.201+0000 7f2910a00700 1 -- 172.21.15.99:0/143796707 wait complete. 2024-09-13T17:00:43.227 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:43.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5b5200700 1 Processor -- start 2024-09-13T17:00:43.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5b5200700 1 -- start start 2024-09-13T17:00:43.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5b5200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fe5b0159020 0x7fe5b006c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5b5200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe5b0159400 0x7fe5b00b3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5b5200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5b00cc970 con 0x7fe5b00b4350 2024-09-13T17:00:43.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5b5200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5b00b33b0 con 0x7fe5b0159400 2024-09-13T17:00:43.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5b5200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5b00b47c0 con 0x7fe5b0159020 2024-09-13T17:00:43.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5ad400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe5b0159400 0x7fe5b00b3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5ad400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe5b0159400 0x7fe5b00b3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55542/0 (socket says 172.21.15.99:55542) 2024-09-13T17:00:43.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5ad400700 1 -- 172.21.15.99:0/3319871692 learned_addr learned my addr 172.21.15.99:0/3319871692 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:43.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.397+0000 7fe5ade00700 1 --2- 172.21.15.99:0/3319871692 >> v2:172.21.15.170:3300/0 conn(0x7fe5b0159020 0x7fe5b006c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5ad400700 1 -- 172.21.15.99:0/3319871692 >> v2:172.21.15.170:3300/0 conn(0x7fe5b0159020 msgr2=0x7fe5b006c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:43.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5ad400700 1 --2- 172.21.15.99:0/3319871692 >> v2:172.21.15.170:3300/0 conn(0x7fe5b0159020 0x7fe5b006c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5ad400700 1 -- 172.21.15.99:0/3319871692 >> v1:172.21.15.170:6789/0 conn(0x7fe5b00b4350 legacy=0x7fe5b00cd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5ad400700 1 -- 172.21.15.99:0/3319871692 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5b00ccc10 con 0x7fe5b0159400 2024-09-13T17:00:43.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5ad400700 1 --2- 172.21.15.99:0/3319871692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b0159400 0x7fe5b00b3e10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe5b0071eb0 tx=0x7fe59c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d31379bdfaf0d3ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:43.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5aca00700 1 -- 172.21.15.99:0/3319871692 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59c00f8a0 con 0x7fe5b0159400 2024-09-13T17:00:43.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5aca00700 1 -- 172.21.15.99:0/3319871692 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe59c00fa00 con 0x7fe5b0159400 2024-09-13T17:00:43.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5aca00700 1 -- 172.21.15.99:0/3319871692 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59c00fdb0 con 0x7fe5b0159400 2024-09-13T17:00:43.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5b5200700 1 -- 172.21.15.99:0/3319871692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b0159400 msgr2=0x7fe5b00b3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5b5200700 1 --2- 172.21.15.99:0/3319871692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b0159400 0x7fe5b00b3e10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe5b0071eb0 tx=0x7fe59c009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:43.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5b5200700 1 -- 172.21.15.99:0/3319871692 shutdown_connections 2024-09-13T17:00:43.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5b5200700 1 --2- 172.21.15.99:0/3319871692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b0159400 0x7fe5b00b3e10 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5b5200700 1 --2- 172.21.15.99:0/3319871692 >> v2:172.21.15.170:3300/0 conn(0x7fe5b0159020 0x7fe5b006c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5b5200700 1 -- 172.21.15.99:0/3319871692 >> 172.21.15.99:0/3319871692 conn(0x7fe5b0071110 msgr2=0x7fe5b0071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:43.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5b5200700 1 -- 172.21.15.99:0/3319871692 shutdown_connections 2024-09-13T17:00:43.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.401+0000 7fe5b5200700 1 -- 172.21.15.99:0/3319871692 wait complete. 2024-09-13T17:00:43.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5b5200700 1 Processor -- start 2024-09-13T17:00:43.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5b5200700 1 -- start start 2024-09-13T17:00:43.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5b5200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b00b4350 0x7fe5b0159860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5b5200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe5b0159020 0x7fe5b0150950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5b5200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5b0159400 0x7fe5b0150e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5b5200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b01f35a0 con 0x7fe5b00b4350 2024-09-13T17:00:43.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5b5200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b01f3880 con 0x7fe5b0159400 2024-09-13T17:00:43.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5b5200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b014fe70 con 0x7fe5b0159020 2024-09-13T17:00:43.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5ade00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b00b4350 0x7fe5b0159860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5ade00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b00b4350 0x7fe5b0159860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55556/0 (socket says 172.21.15.99:55556) 2024-09-13T17:00:43.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5ade00700 1 -- 172.21.15.99:0/4083130081 learned_addr learned my addr 172.21.15.99:0/4083130081 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:43.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5ad400700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe5b0159020 0x7fe5b0150950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5ae800700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5b0159400 0x7fe5b0150e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5ade00700 1 -- 172.21.15.99:0/4083130081 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe5b0159020 msgr2=0x7fe5b0150950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5ade00700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe5b0159020 0x7fe5b0150950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5ade00700 1 -- 172.21.15.99:0/4083130081 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5b0159400 msgr2=0x7fe5b0150e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5ade00700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5b0159400 0x7fe5b0150e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.405+0000 7fe5ade00700 1 -- 172.21.15.99:0/4083130081 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe59c009570 con 0x7fe5b00b4350 2024-09-13T17:00:43.412 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.409+0000 7fe5ade00700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b00b4350 0x7fe5b0159860 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe5a000e9d0 tx=0x7fe5a000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:43.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.409+0000 7fe5a6000700 1 -- 172.21.15.99:0/4083130081 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a0009720 con 0x7fe5b00b4350 2024-09-13T17:00:43.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.409+0000 7fe5a6000700 1 -- 172.21.15.99:0/4083130081 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5a000c850 con 0x7fe5b00b4350 2024-09-13T17:00:43.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.409+0000 7fe5b5200700 1 -- 172.21.15.99:0/4083130081 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5b0150150 con 0x7fe5b00b4350 2024-09-13T17:00:43.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.409+0000 7fe5a6000700 1 -- 172.21.15.99:0/4083130081 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a000cbc0 con 0x7fe5b00b4350 2024-09-13T17:00:43.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.409+0000 7fe5b5200700 1 -- 172.21.15.99:0/4083130081 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5b01f6250 con 0x7fe5b00b4350 2024-09-13T17:00:43.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.409+0000 7fe5b5200700 1 -- 172.21.15.99:0/4083130081 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5b006c8c0 con 0x7fe5b00b4350 2024-09-13T17:00:43.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.413+0000 7fe5a6000700 1 -- 172.21.15.99:0/4083130081 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe5a000cd20 con 0x7fe5b00b4350 2024-09-13T17:00:43.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.413+0000 7fe5a6000700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe590066730 0x7fe590068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.413+0000 7fe5a6000700 1 -- 172.21.15.99:0/4083130081 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe5a0084220 con 0x7fe5b00b4350 2024-09-13T17:00:43.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.413+0000 7fe5ad400700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe590066730 0x7fe590068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.413+0000 7fe5ad400700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe590066730 0x7fe590068bf0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe5b0159830 tx=0x7fe59c01b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:43.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.417+0000 7fe5a6000700 1 -- 172.21.15.99:0/4083130081 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe5a0051590 con 0x7fe5b00b4350 2024-09-13T17:00:43.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.601+0000 7fe5b5200700 1 -- 172.21.15.99:0/4083130081 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe5b015cd80 con 0x7fe5b00b4350 2024-09-13T17:00:43.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.601+0000 7fe5a6000700 1 -- 172.21.15.99:0/4083130081 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe5a0054bb0 con 0x7fe5b00b4350 2024-09-13T17:00:43.605 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:43.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.601+0000 7fe5b5200700 1 -- 172.21.15.99:0/4083130081 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe590066730 msgr2=0x7fe590068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.601+0000 7fe5b5200700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe590066730 0x7fe590068bf0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe5b0159830 tx=0x7fe59c01b040 comp rx=0 tx=0).stop 2024-09-13T17:00:43.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.601+0000 7fe5b5200700 1 -- 172.21.15.99:0/4083130081 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b00b4350 msgr2=0x7fe5b0159860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.601+0000 7fe5b5200700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b00b4350 0x7fe5b0159860 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe5a000e9d0 tx=0x7fe5a000ece0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.605+0000 7fe5b5200700 1 -- 172.21.15.99:0/4083130081 shutdown_connections 2024-09-13T17:00:43.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.605+0000 7fe5b5200700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe590066730 0x7fe590068bf0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.605+0000 7fe5b5200700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe5b0159400 0x7fe5b0150e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.605+0000 7fe5b5200700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe5b0159020 0x7fe5b0150950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.605+0000 7fe5b5200700 1 --2- 172.21.15.99:0/4083130081 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe5b00b4350 0x7fe5b0159860 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.605+0000 7fe5b5200700 1 -- 172.21.15.99:0/4083130081 >> 172.21.15.99:0/4083130081 conn(0x7fe5b0071110 msgr2=0x7fe5b00b1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:43.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.605+0000 7fe5b5200700 1 -- 172.21.15.99:0/4083130081 shutdown_connections 2024-09-13T17:00:43.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.605+0000 7fe5b5200700 1 -- 172.21.15.99:0/4083130081 wait complete. 2024-09-13T17:00:43.627 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:43.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.797+0000 7f0eb3200700 1 Processor -- start 2024-09-13T17:00:43.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.797+0000 7f0eb3200700 1 -- start start 2024-09-13T17:00:43.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.797+0000 7f0eb3200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0eb41606f0 0x7f0eb40b1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.797+0000 7f0eb3200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0eb4071fe0 0x7f0eb40ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.797+0000 7f0eb3200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f0eb40b2140 0x7f0eb40addb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.797+0000 7f0eb3200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0eb4160ad0 con 0x7f0eb41606f0 2024-09-13T17:00:43.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.797+0000 7f0eb3200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0eb40b0e70 con 0x7f0eb40b2140 2024-09-13T17:00:43.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.797+0000 7f0eb3200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0eb40cfa60 con 0x7f0eb4071fe0 2024-09-13T17:00:43.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb1e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0eb41606f0 0x7f0eb40b1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb1e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0eb41606f0 0x7f0eb40b1c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55572/0 (socket says 172.21.15.99:55572) 2024-09-13T17:00:43.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb1e00700 1 -- 172.21.15.99:0/2979758604 learned_addr learned my addr 172.21.15.99:0/2979758604 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:43.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb2800700 1 --2- 172.21.15.99:0/2979758604 >> v2:172.21.15.170:3300/0 conn(0x7f0eb40b2140 0x7f0eb40addb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0ea9400700 1 --2- 172.21.15.99:0/2979758604 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0eb4071fe0 0x7f0eb40ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb2800700 1 -- 172.21.15.99:0/2979758604 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0eb4071fe0 msgr2=0x7f0eb40ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:43.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb2800700 1 --2- 172.21.15.99:0/2979758604 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0eb4071fe0 0x7f0eb40ad870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb2800700 1 -- 172.21.15.99:0/2979758604 >> v2:172.21.15.99:3300/0 conn(0x7f0eb41606f0 msgr2=0x7f0eb40b1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:43.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb2800700 1 --2- 172.21.15.99:0/2979758604 >> v2:172.21.15.99:3300/0 conn(0x7f0eb41606f0 0x7f0eb40b1c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb2800700 1 -- 172.21.15.99:0/2979758604 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0eb40b1120 con 0x7f0eb40b2140 2024-09-13T17:00:43.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb1e00700 1 --2- 172.21.15.99:0/2979758604 >> v2:172.21.15.99:3300/0 conn(0x7f0eb41606f0 0x7f0eb40b1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:43.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb2800700 1 --2- 172.21.15.99:0/2979758604 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0eb40b2140 0x7f0eb40addb0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0eb406dd10 tx=0x7f0eac009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d59ca0a6e592ce3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:43.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb1400700 1 -- 172.21.15.99:0/2979758604 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eac011830 con 0x7f0eb40b2140 2024-09-13T17:00:43.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb1400700 1 -- 172.21.15.99:0/2979758604 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0eac011990 con 0x7f0eb40b2140 2024-09-13T17:00:43.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb1400700 1 -- 172.21.15.99:0/2979758604 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eac011d20 con 0x7f0eb40b2140 2024-09-13T17:00:43.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb3200700 1 -- 172.21.15.99:0/2979758604 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0eb40b2140 msgr2=0x7f0eb40addb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb3200700 1 --2- 172.21.15.99:0/2979758604 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0eb40b2140 0x7f0eb40addb0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0eb406dd10 tx=0x7f0eac009b30 comp rx=0 tx=0).stop 2024-09-13T17:00:43.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb3200700 1 -- 172.21.15.99:0/2979758604 shutdown_connections 2024-09-13T17:00:43.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb3200700 1 --2- 172.21.15.99:0/2979758604 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0eb40b2140 0x7f0eb40addb0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb3200700 1 --2- 172.21.15.99:0/2979758604 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0eb4071fe0 0x7f0eb40ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb3200700 1 --2- 172.21.15.99:0/2979758604 >> v2:172.21.15.99:3300/0 conn(0x7f0eb41606f0 0x7f0eb40b1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb3200700 1 -- 172.21.15.99:0/2979758604 >> 172.21.15.99:0/2979758604 conn(0x7f0eb40d0ba0 msgr2=0x7f0eb40d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:43.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb3200700 1 -- 172.21.15.99:0/2979758604 shutdown_connections 2024-09-13T17:00:43.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.801+0000 7f0eb3200700 1 -- 172.21.15.99:0/2979758604 wait complete. 2024-09-13T17:00:43.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb3200700 1 Processor -- start 2024-09-13T17:00:43.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb3200700 1 -- start start 2024-09-13T17:00:43.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb3200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0eb4071fe0 0x7f0eb40c9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb3200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0eb40b2140 0x7f0eb40b59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb3200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0eb41606f0 0x7f0eb4153280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb3200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eb40b42c0 con 0x7f0eb41606f0 2024-09-13T17:00:43.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb3200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eb40b39f0 con 0x7f0eb40b2140 2024-09-13T17:00:43.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb3200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0eb40b4da0 con 0x7f0eb4071fe0 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb2800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0eb41606f0 0x7f0eb4153280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb2800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0eb41606f0 0x7f0eb4153280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55578/0 (socket says 172.21.15.99:55578) 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb2800700 1 -- 172.21.15.99:0/3136116216 learned_addr learned my addr 172.21.15.99:0/3136116216 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0ea9400700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0eb40b2140 0x7f0eb40b59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb1e00700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0eb4071fe0 0x7f0eb40c9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb2800700 1 -- 172.21.15.99:0/3136116216 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0eb4071fe0 msgr2=0x7f0eb40c9bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb2800700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0eb4071fe0 0x7f0eb40c9bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb2800700 1 -- 172.21.15.99:0/3136116216 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0eb40b2140 msgr2=0x7f0eb40b59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb2800700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0eb40b2140 0x7f0eb40b59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0eb2800700 1 -- 172.21.15.99:0/3136116216 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ea4009b30 con 0x7f0eb41606f0 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.805+0000 7f0ea9400700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0eb40b2140 0x7f0eb40b59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:43.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.809+0000 7f0eb2800700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0eb41606f0 0x7f0eb4153280 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f0eac009b70 tx=0x7f0eac004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:43.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.809+0000 7f0eaaa00700 1 -- 172.21.15.99:0/3136116216 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eac0044d0 con 0x7f0eb41606f0 2024-09-13T17:00:43.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.809+0000 7f0eaaa00700 1 -- 172.21.15.99:0/3136116216 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0eac01e070 con 0x7f0eb41606f0 2024-09-13T17:00:43.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.809+0000 7f0eaaa00700 1 -- 172.21.15.99:0/3136116216 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eac0038e0 con 0x7f0eb41606f0 2024-09-13T17:00:43.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.809+0000 7f0eb3200700 1 -- 172.21.15.99:0/3136116216 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0eac0094b0 con 0x7f0eb41606f0 2024-09-13T17:00:43.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.809+0000 7f0eb3200700 1 -- 172.21.15.99:0/3136116216 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0eb40b3c00 con 0x7f0eb41606f0 2024-09-13T17:00:43.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.809+0000 7f0eb3200700 1 -- 172.21.15.99:0/3136116216 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0eb4068470 con 0x7f0eb41606f0 2024-09-13T17:00:43.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.813+0000 7f0eaaa00700 1 -- 172.21.15.99:0/3136116216 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0eac003a40 con 0x7f0eb41606f0 2024-09-13T17:00:43.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.813+0000 7f0eaaa00700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0e90066730 0x7f0e90068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:43.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.813+0000 7f0eaaa00700 1 -- 172.21.15.99:0/3136116216 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0eac084fd0 con 0x7f0eb41606f0 2024-09-13T17:00:43.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.813+0000 7f0eb1e00700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0e90066730 0x7f0e90068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:43.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.813+0000 7f0eb1e00700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0e90066730 0x7f0e90068bf0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f0ea4009320 tx=0x7f0ea400b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:43.823 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:43.821+0000 7f0eaaa00700 1 -- 172.21.15.99:0/3136116216 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0eac052330 con 0x7f0eb41606f0 2024-09-13T17:00:44.007 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.001+0000 7f0eb3200700 1 -- 172.21.15.99:0/3136116216 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0eb40b1c00 con 0x7f0eb41606f0 2024-09-13T17:00:44.008 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eaaa00700 1 -- 172.21.15.99:0/3136116216 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0eac0200a0 con 0x7f0eb41606f0 2024-09-13T17:00:44.008 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:44.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 -- 172.21.15.99:0/3136116216 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0e90066730 msgr2=0x7f0e90068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0e90066730 0x7f0e90068bf0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f0ea4009320 tx=0x7f0ea400b040 comp rx=0 tx=0).stop 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 -- 172.21.15.99:0/3136116216 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0eb41606f0 msgr2=0x7f0eb4153280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0eb41606f0 0x7f0eb4153280 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f0eac009b70 tx=0x7f0eac004770 comp rx=0 tx=0).stop 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 -- 172.21.15.99:0/3136116216 shutdown_connections 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0e90066730 0x7f0e90068bf0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0eb41606f0 0x7f0eb4153280 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0eb40b2140 0x7f0eb40b59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 --2- 172.21.15.99:0/3136116216 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0eb4071fe0 0x7f0eb40c9bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 -- 172.21.15.99:0/3136116216 >> 172.21.15.99:0/3136116216 conn(0x7f0eb40d0ba0 msgr2=0x7f0eb40af290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 -- 172.21.15.99:0/3136116216 shutdown_connections 2024-09-13T17:00:44.011 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.005+0000 7f0eb3200700 1 -- 172.21.15.99:0/3136116216 wait complete. 2024-09-13T17:00:44.035 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:00:44.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.193+0000 7fa4b7200700 1 Processor -- start 2024-09-13T17:00:44.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.193+0000 7fa4b7200700 1 -- start start 2024-09-13T17:00:44.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b7200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa4b8154fb0 0x7fa4b80cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b7200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fa4b80b2600 0x7fa4b80b2a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b7200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4b80cb970 con 0x7fa4b80b4630 2024-09-13T17:00:44.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b7200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4b815c000 con 0x7fa4b8154fb0 2024-09-13T17:00:44.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b7200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4b80b2fb0 con 0x7fa4b80b2600 2024-09-13T17:00:44.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b5e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa4b8154fb0 0x7fa4b80cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b5400700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7fa4b80b4630 0x7fa4b815b060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:57668/0 (socket says 172.21.15.99:57668) 2024-09-13T17:00:44.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b5400700 1 -- 172.21.15.99:0/3696799720 learned_addr learned my addr 172.21.15.99:0/3696799720 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:44.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b6800700 1 --2- 172.21.15.99:0/3696799720 >> v2:172.21.15.170:3300/0 conn(0x7fa4b80b2600 0x7fa4b80b2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b5e00700 1 -- 172.21.15.99:0/3696799720 >> v2:172.21.15.170:3300/0 conn(0x7fa4b80b2600 msgr2=0x7fa4b80b2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:44.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b5e00700 1 --2- 172.21.15.99:0/3696799720 >> v2:172.21.15.170:3300/0 conn(0x7fa4b80b2600 0x7fa4b80b2a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b5e00700 1 -- 172.21.15.99:0/3696799720 >> v1:172.21.15.170:6789/0 conn(0x7fa4b80b4630 legacy=0x7fa4b815b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b5e00700 1 -- 172.21.15.99:0/3696799720 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4b815b770 con 0x7fa4b8154fb0 2024-09-13T17:00:44.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b6800700 1 --2- 172.21.15.99:0/3696799720 >> v2:172.21.15.170:3300/0 conn(0x7fa4b80b2600 0x7fa4b80b2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:44.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b5e00700 1 --2- 172.21.15.99:0/3696799720 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b8154fb0 0x7fa4b80cbe00 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa4b80cb8e0 tx=0x7fa4a8009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b2504e5ea35cc0a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:44.203 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b4a00700 1 -- 172.21.15.99:0/3696799720 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8011830 con 0x7fa4b8154fb0 2024-09-13T17:00:44.203 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b4a00700 1 -- 172.21.15.99:0/3696799720 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4a8011990 con 0x7fa4b8154fb0 2024-09-13T17:00:44.203 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.197+0000 7fa4b4a00700 1 -- 172.21.15.99:0/3696799720 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8011d20 con 0x7fa4b8154fb0 2024-09-13T17:00:44.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.201+0000 7fa4b7200700 1 -- 172.21.15.99:0/3696799720 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b8154fb0 msgr2=0x7fa4b80cbe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.201+0000 7fa4b7200700 1 --2- 172.21.15.99:0/3696799720 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b8154fb0 0x7fa4b80cbe00 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa4b80cb8e0 tx=0x7fa4a8009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:44.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.201+0000 7fa4b7200700 1 -- 172.21.15.99:0/3696799720 shutdown_connections 2024-09-13T17:00:44.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.201+0000 7fa4b7200700 1 --2- 172.21.15.99:0/3696799720 >> v2:172.21.15.170:3300/0 conn(0x7fa4b80b2600 0x7fa4b80b2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.201+0000 7fa4b7200700 1 --2- 172.21.15.99:0/3696799720 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b8154fb0 0x7fa4b80cbe00 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.201+0000 7fa4b7200700 1 -- 172.21.15.99:0/3696799720 >> 172.21.15.99:0/3696799720 conn(0x7fa4b8066780 msgr2=0x7fa4b806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:44.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.201+0000 7fa4b7200700 1 -- 172.21.15.99:0/3696799720 shutdown_connections 2024-09-13T17:00:44.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.201+0000 7fa4b7200700 1 -- 172.21.15.99:0/3696799720 wait complete. 2024-09-13T17:00:44.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.201+0000 7fa4b7200700 1 Processor -- start 2024-09-13T17:00:44.206 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.201+0000 7fa4b7200700 1 -- start start 2024-09-13T17:00:44.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b7200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4b80b2600 0x7fa4b814f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b7200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b80b4630 0x7fa4b8150c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b7200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa4b8154fb0 0x7fa4b8140340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b7200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b8150870 con 0x7fa4b80b4630 2024-09-13T17:00:44.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b7200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b814fbf0 con 0x7fa4b80b2600 2024-09-13T17:00:44.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b7200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b814fed0 con 0x7fa4b8154fb0 2024-09-13T17:00:44.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b5400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b80b4630 0x7fa4b8150c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b5400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b80b4630 0x7fa4b8150c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55608/0 (socket says 172.21.15.99:55608) 2024-09-13T17:00:44.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b5400700 1 -- 172.21.15.99:0/636741596 learned_addr learned my addr 172.21.15.99:0/636741596 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:44.210 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b5e00700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4b80b2600 0x7fa4b814f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.210 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b6800700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa4b8154fb0 0x7fa4b8140340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.210 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b5400700 1 -- 172.21.15.99:0/636741596 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa4b8154fb0 msgr2=0x7fa4b8140340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.210 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b5400700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa4b8154fb0 0x7fa4b8140340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.210 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b5400700 1 -- 172.21.15.99:0/636741596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4b80b2600 msgr2=0x7fa4b814f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.210 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b5400700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4b80b2600 0x7fa4b814f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.210 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b5400700 1 -- 172.21.15.99:0/636741596 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4a80094b0 con 0x7fa4b80b4630 2024-09-13T17:00:44.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b5400700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b80b4630 0x7fa4b8150c90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa4a400c700 tx=0x7fa4a400ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:44.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4ae000700 1 -- 172.21.15.99:0/636741596 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a4005d90 con 0x7fa4b80b4630 2024-09-13T17:00:44.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4ae000700 1 -- 172.21.15.99:0/636741596 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4a40070d0 con 0x7fa4b80b4630 2024-09-13T17:00:44.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b7200700 1 -- 172.21.15.99:0/636741596 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4b81501b0 con 0x7fa4b80b4630 2024-09-13T17:00:44.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4ae000700 1 -- 172.21.15.99:0/636741596 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a4007440 con 0x7fa4b80b4630 2024-09-13T17:00:44.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.205+0000 7fa4b7200700 1 -- 172.21.15.99:0/636741596 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4b814f8e0 con 0x7fa4b80b4630 2024-09-13T17:00:44.211 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.209+0000 7fa4b7200700 1 -- 172.21.15.99:0/636741596 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4b81509b0 con 0x7fa4b80b4630 2024-09-13T17:00:44.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.209+0000 7fa4ae000700 1 -- 172.21.15.99:0/636741596 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa4a40075a0 con 0x7fa4b80b4630 2024-09-13T17:00:44.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.209+0000 7fa4ae000700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa498066730 0x7fa498068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.209+0000 7fa4ae000700 1 -- 172.21.15.99:0/636741596 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa4a4083470 con 0x7fa4b80b4630 2024-09-13T17:00:44.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.209+0000 7fa4b5e00700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa498066730 0x7fa498068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.213+0000 7fa4b5e00700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa498066730 0x7fa498068bf0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa4a8000c00 tx=0x7fa4a8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:44.220 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.217+0000 7fa4ae000700 1 -- 172.21.15.99:0/636741596 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa4b81509b0 con 0x7fa4b80b4630 2024-09-13T17:00:44.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.413+0000 7fa4b7200700 1 -- 172.21.15.99:0/636741596 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa4b81509b0 con 0x7fa4b80b4630 2024-09-13T17:00:44.418 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.413+0000 7fa4ae000700 1 -- 172.21.15.99:0/636741596 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7fa4b81509b0 con 0x7fa4b80b4630 2024-09-13T17:00:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 -- 172.21.15.99:0/636741596 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa498066730 msgr2=0x7fa498068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa498066730 0x7fa498068bf0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa4a8000c00 tx=0x7fa4a8008030 comp rx=0 tx=0).stop 2024-09-13T17:00:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 -- 172.21.15.99:0/636741596 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b80b4630 msgr2=0x7fa4b8150c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b80b4630 0x7fa4b8150c90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa4a400c700 tx=0x7fa4a400ca10 comp rx=0 tx=0).stop 2024-09-13T17:00:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 -- 172.21.15.99:0/636741596 shutdown_connections 2024-09-13T17:00:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa498066730 0x7fa498068bf0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa4b80b4630 0x7fa4b8150c90 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa4b8154fb0 0x7fa4b8140340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 --2- 172.21.15.99:0/636741596 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa4b80b2600 0x7fa4b814f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 -- 172.21.15.99:0/636741596 >> 172.21.15.99:0/636741596 conn(0x7fa4b8066780 msgr2=0x7fa4b815efb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:44.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 -- 172.21.15.99:0/636741596 shutdown_connections 2024-09-13T17:00:44.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.417+0000 7fa4b7200700 1 -- 172.21.15.99:0/636741596 wait complete. 2024-09-13T17:00:44.422 INFO:teuthology.orchestra.run.smithi099.stderr:listed 0 entries 2024-09-13T17:00:44.440 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-13T17:00:44.440 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:44.440 DEBUG:teuthology.orchestra.run.smithi170:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-13T17:00:44.478 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T17:00:44.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:00:44.478 DEBUG:teuthology.orchestra.run.smithi170:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T17:00:44.542 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T17:00:44.542 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:00:44.723 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.717+0000 7f05b9000700 1 Processor -- start 2024-09-13T17:00:44.724 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.717+0000 7f05b9000700 1 -- start start 2024-09-13T17:00:44.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.721+0000 7f05b9000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f05b406e1f0 0x7f05b406e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.721+0000 7f05b9000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f05b406f790 0x7f05b406fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.721+0000 7f05b9000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05b40cda60 con 0x7f05b40b4d40 2024-09-13T17:00:44.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.721+0000 7f05b9000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05b4145f80 con 0x7f05b406e1f0 2024-09-13T17:00:44.727 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.721+0000 7f05b9000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05b406eba0 con 0x7f05b406f790 2024-09-13T17:00:44.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.721+0000 7f05b2a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f05b406e1f0 0x7f05b406e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.721+0000 7f05b2a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f05b406e1f0 0x7f05b406e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55624/0 (socket says 172.21.15.99:55624) 2024-09-13T17:00:44.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.721+0000 7f05b2a00700 1 -- 172.21.15.99:0/2489824507 learned_addr learned my addr 172.21.15.99:0/2489824507 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:44.728 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b3e00700 1 --2- 172.21.15.99:0/2489824507 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f05b406f790 0x7f05b406fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b2a00700 1 -- 172.21.15.99:0/2489824507 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f05b406f790 msgr2=0x7f05b406fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:44.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b2a00700 1 --2- 172.21.15.99:0/2489824507 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f05b406f790 0x7f05b406fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b2a00700 1 -- 172.21.15.99:0/2489824507 >> v1:172.21.15.170:6789/0 conn(0x7f05b40b4d40 legacy=0x7f05b40b2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b2a00700 1 -- 172.21.15.99:0/2489824507 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05b40b5120 con 0x7f05b406e1f0 2024-09-13T17:00:44.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b2a00700 1 --2- 172.21.15.99:0/2489824507 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406e1f0 0x7f05b406e660 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f05a0009910 tx=0x7f05a0009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69eac809423c227d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:44.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b2000700 1 -- 172.21.15.99:0/2489824507 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a000ba60 con 0x7f05b406e1f0 2024-09-13T17:00:44.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b2000700 1 -- 172.21.15.99:0/2489824507 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05a000bbc0 con 0x7f05b406e1f0 2024-09-13T17:00:44.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b2000700 1 -- 172.21.15.99:0/2489824507 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a0009e60 con 0x7f05b406e1f0 2024-09-13T17:00:44.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b9000700 1 -- 172.21.15.99:0/2489824507 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406e1f0 msgr2=0x7f05b406e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b9000700 1 --2- 172.21.15.99:0/2489824507 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406e1f0 0x7f05b406e660 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f05a0009910 tx=0x7f05a0009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:44.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b9000700 1 -- 172.21.15.99:0/2489824507 shutdown_connections 2024-09-13T17:00:44.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b9000700 1 --2- 172.21.15.99:0/2489824507 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f05b406f790 0x7f05b406fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b9000700 1 --2- 172.21.15.99:0/2489824507 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406e1f0 0x7f05b406e660 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b9000700 1 -- 172.21.15.99:0/2489824507 >> 172.21.15.99:0/2489824507 conn(0x7f05b406bee0 msgr2=0x7f05b4066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:44.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b9000700 1 -- 172.21.15.99:0/2489824507 shutdown_connections 2024-09-13T17:00:44.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.725+0000 7f05b9000700 1 -- 172.21.15.99:0/2489824507 wait complete. 2024-09-13T17:00:44.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.729+0000 7f05b9000700 1 Processor -- start 2024-09-13T17:00:44.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.729+0000 7f05b9000700 1 -- start start 2024-09-13T17:00:44.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b9000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f05b406e1f0 0x7f05b40c6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b9000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406f790 0x7f05b40ca810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b9000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f05b40b4d40 0x7f05b40cc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b9000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05b40c53a0 con 0x7f05b406f790 2024-09-13T17:00:44.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b9000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05b40c5680 con 0x7f05b406e1f0 2024-09-13T17:00:44.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b9000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05b40c5960 con 0x7f05b40b4d40 2024-09-13T17:00:44.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b2a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406f790 0x7f05b40ca810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b2a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406f790 0x7f05b40ca810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55628/0 (socket says 172.21.15.99:55628) 2024-09-13T17:00:44.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b2a00700 1 -- 172.21.15.99:0/3289059129 learned_addr learned my addr 172.21.15.99:0/3289059129 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:44.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b3400700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f05b406e1f0 0x7f05b40c6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b3e00700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f05b40b4d40 0x7f05b40cc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b2a00700 1 -- 172.21.15.99:0/3289059129 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f05b40b4d40 msgr2=0x7f05b40cc6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b2a00700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f05b40b4d40 0x7f05b40cc6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b2a00700 1 -- 172.21.15.99:0/3289059129 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f05b406e1f0 msgr2=0x7f05b40c6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:44.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b2a00700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f05b406e1f0 0x7f05b40c6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:44.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b2a00700 1 -- 172.21.15.99:0/3289059129 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05a0009570 con 0x7f05b406f790 2024-09-13T17:00:44.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b2a00700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406f790 0x7f05b40ca810 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f05b40cd870 tx=0x7f05a0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:44.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05ab400700 1 -- 172.21.15.99:0/3289059129 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a0004510 con 0x7f05b406f790 2024-09-13T17:00:44.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05ab400700 1 -- 172.21.15.99:0/3289059129 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05a001f070 con 0x7f05b406f790 2024-09-13T17:00:44.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05ab400700 1 -- 172.21.15.99:0/3289059129 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05a0003900 con 0x7f05b406f790 2024-09-13T17:00:44.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b9000700 1 -- 172.21.15.99:0/3289059129 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05b40c5c40 con 0x7f05b406f790 2024-09-13T17:00:44.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.733+0000 7f05b9000700 1 -- 172.21.15.99:0/3289059129 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05b40c6960 con 0x7f05b406f790 2024-09-13T17:00:44.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.737+0000 7f05b9000700 1 -- 172.21.15.99:0/3289059129 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05b40ce550 con 0x7f05b406f790 2024-09-13T17:00:44.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.737+0000 7f05ab400700 1 -- 172.21.15.99:0/3289059129 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f05a0003a60 con 0x7f05b406f790 2024-09-13T17:00:44.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.741+0000 7f05ab400700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0594066730 0x7f0594068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:44.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.741+0000 7f05ab400700 1 -- 172.21.15.99:0/3289059129 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f05a0021070 con 0x7f05b406f790 2024-09-13T17:00:44.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.741+0000 7f05b3400700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0594066730 0x7f0594068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:44.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.741+0000 7f05b3400700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0594066730 0x7f0594068bf0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f05a4000f60 tx=0x7f05a4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:44.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:44.745+0000 7f05ab400700 1 -- 172.21.15.99:0/3289059129 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f05a0052c30 con 0x7f05b406f790 2024-09-13T17:00:45.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.109+0000 7f05b9000700 1 -- 172.21.15.99:0/3289059129 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f05b40b1e90 con 0x7f05b406f790 2024-09-13T17:00:45.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.113+0000 7f05ab400700 1 -- 172.21.15.99:0/3289059129 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4731 (secure 0 0 0) 0x7f05a0015090 con 0x7f05b406f790 2024-09-13T17:00:45.117 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:45.117 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/1101757392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":1101757392},{"type":"v1","addr":"172.21.15.170:6833","nonce":1101757392}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/729702588","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":729702588},{"type":"v1","addr":"172.21.15.99:6837","nonce":729702588}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6835/2431157926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2431157926},{"type":"v1","addr":"172.21.15.170:6835","nonce":2431157926}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:00:01.600654+0000","modified":"2024-09-13T17:00:04.618731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4260":{"gid":4260,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6836/1455903740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1455903740},{"type":"v1","addr":"172.21.15.99:6836","nonce":1455903740}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:00:45.120 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.113+0000 7f05b9000700 1 -- 172.21.15.99:0/3289059129 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0594066730 msgr2=0x7f0594068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.120 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.113+0000 7f05b9000700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0594066730 0x7f0594068bf0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f05a4000f60 tx=0x7f05a4009040 comp rx=0 tx=0).stop 2024-09-13T17:00:45.120 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.113+0000 7f05b9000700 1 -- 172.21.15.99:0/3289059129 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406f790 msgr2=0x7f05b40ca810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.113+0000 7f05b9000700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406f790 0x7f05b40ca810 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f05b40cd870 tx=0x7f05a0004770 comp rx=0 tx=0).stop 2024-09-13T17:00:45.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.117+0000 7f05b9000700 1 -- 172.21.15.99:0/3289059129 shutdown_connections 2024-09-13T17:00:45.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.117+0000 7f05b9000700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0594066730 0x7f0594068bf0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.117+0000 7f05b9000700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f05b406f790 0x7f05b40ca810 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.117+0000 7f05b9000700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f05b40b4d40 0x7f05b40cc6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.117+0000 7f05b9000700 1 --2- 172.21.15.99:0/3289059129 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f05b406e1f0 0x7f05b40c6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.117+0000 7f05b9000700 1 -- 172.21.15.99:0/3289059129 >> 172.21.15.99:0/3289059129 conn(0x7f05b406bee0 msgr2=0x7f05b4066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:45.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.117+0000 7f05b9000700 1 -- 172.21.15.99:0/3289059129 shutdown_connections 2024-09-13T17:00:45.122 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.117+0000 7f05b9000700 1 -- 172.21.15.99:0/3289059129 wait complete. 2024-09-13T17:00:45.122 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2024-09-13T17:00:45.143 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:45.312 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.309+0000 7f411f200700 1 Processor -- start 2024-09-13T17:00:45.312 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.309+0000 7f411f200700 1 -- start start 2024-09-13T17:00:45.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.309+0000 7f411f200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f412015cff0 0x7f41200cecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.309+0000 7f411f200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41200cb580 con 0x7f41200cba10 2024-09-13T17:00:45.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.309+0000 7f411f200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f412015d3d0 con 0x7f41200cf1f0 2024-09-13T17:00:45.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.309+0000 7f411f200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f412006b730 con 0x7f412015cff0 2024-09-13T17:00:45.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411e800700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f41200cba10 0x7f41200cbe90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:41906/0 (socket says 172.21.15.99:41906) 2024-09-13T17:00:45.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411e800700 1 -- 172.21.15.99:0/3991994033 learned_addr learned my addr 172.21.15.99:0/3991994033 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:45.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411d400700 1 --1- 172.21.15.99:0/3991994033 >> v1:172.21.15.170:6789/0 conn(0x7f41200cf1f0 0x7f41200cf630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:57690/0 (socket says 172.21.15.99:57690) 2024-09-13T17:00:45.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411de00700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f412015cff0 0x7f41200cecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2770444885 0 0) 0x7f41200cb580 con 0x7f41200cba10 2024-09-13T17:00:45.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f41040035d0 con 0x7f41200cba10 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3881711281 0 0) 0x7f412015d3d0 con 0x7f41200cf1f0 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f41200cb580 con 0x7f41200cf1f0 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2043217798 0 0) 0x7f41040035d0 con 0x7f41200cba10 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f412015cff0 msgr2=0x7f41200cecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f412015cff0 0x7f41200cecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 >> v1:172.21.15.170:6789/0 conn(0x7f41200cf1f0 legacy=0x7f41200cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f412006ba10 con 0x7f41200cba10 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f41180019f0 con 0x7f41200cba10 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 >> v1:172.21.15.99:6789/0 conn(0x7f41200cba10 legacy=0x7f41200cbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4104003be0 0x7f4104003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4104004870 0x7f4104004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4104005230 0x7f410400ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f412006b730 con 0x7f4104003be0 2024-09-13T17:00:45.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f410400c020 con 0x7f4104005230 2024-09-13T17:00:45.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f410400c1e0 con 0x7f4104004870 2024-09-13T17:00:45.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411de00700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f412015cff0 0x7f41200cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411e800700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4104005230 0x7f410400ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411d400700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4104004870 0x7f4104004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411de00700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4104003be0 0x7f4104003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411de00700 1 -- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4104004870 msgr2=0x7f4104004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411de00700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4104004870 0x7f4104004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411de00700 1 -- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4104005230 msgr2=0x7f410400ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411de00700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4104005230 0x7f410400ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411de00700 1 -- 172.21.15.99:0/3991994033 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41040035d0 con 0x7f4104003be0 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411de00700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4104003be0 0x7f4104003fe0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f412006d760 tx=0x7f41040058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad2910ce1529c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4110004030 con 0x7f4104003be0 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4110004190 con 0x7f4104003be0 2024-09-13T17:00:45.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.313+0000 7f411ca00700 1 -- 172.21.15.99:0/3991994033 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4110004540 con 0x7f4104003be0 2024-09-13T17:00:45.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 -- 172.21.15.99:0/3991994033 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4104003be0 msgr2=0x7f4104003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 --2- 172.21.15.99:0/3991994033 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4104003be0 0x7f4104003fe0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f412006d760 tx=0x7f41040058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411e800700 1 -- 172.21.15.99:0/3991994033 reap_dead start 2024-09-13T17:00:45.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 -- 172.21.15.99:0/3991994033 shutdown_connections 2024-09-13T17:00:45.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 -- 172.21.15.99:0/3991994033 >> 172.21.15.99:0/3991994033 conn(0x7f41200d0b20 msgr2=0x7f41200d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:45.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 -- 172.21.15.99:0/3991994033 shutdown_connections 2024-09-13T17:00:45.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 -- 172.21.15.99:0/3991994033 wait complete. 2024-09-13T17:00:45.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 Processor -- start 2024-09-13T17:00:45.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 -- start start 2024-09-13T17:00:45.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4104003be0 0x7f4120156240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f412015b920 0x7f412014f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f412014fe30 0x7f41200b5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41201f3bf0 con 0x7f412014fe30 2024-09-13T17:00:45.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f412015bd80 con 0x7f412015b920 2024-09-13T17:00:45.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.317+0000 7f411f200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41201f3630 con 0x7f4104003be0 2024-09-13T17:00:45.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411e800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f412014fe30 0x7f41200b5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411e800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f412014fe30 0x7f41200b5c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55658/0 (socket says 172.21.15.99:55658) 2024-09-13T17:00:45.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411e800700 1 -- 172.21.15.99:0/2515852855 learned_addr learned my addr 172.21.15.99:0/2515852855 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:45.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411de00700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4104003be0 0x7f4120156240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411d400700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f412015b920 0x7f412014f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411e800700 1 -- 172.21.15.99:0/2515852855 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4104003be0 msgr2=0x7f4120156240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411e800700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4104003be0 0x7f4120156240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411e800700 1 -- 172.21.15.99:0/2515852855 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f412015b920 msgr2=0x7f412014f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411e800700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f412015b920 0x7f412014f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411e800700 1 -- 172.21.15.99:0/2515852855 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41201f3910 con 0x7f412014fe30 2024-09-13T17:00:45.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411e800700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f412014fe30 0x7f41200b5c90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f41200cd160 tx=0x7f4118001a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:45.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f4116000700 1 -- 172.21.15.99:0/2515852855 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f411800a8a0 con 0x7f412014fe30 2024-09-13T17:00:45.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f4116000700 1 -- 172.21.15.99:0/2515852855 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f411800aa40 con 0x7f412014fe30 2024-09-13T17:00:45.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411f200700 1 -- 172.21.15.99:0/2515852855 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41200b16e0 con 0x7f412014fe30 2024-09-13T17:00:45.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f4116000700 1 -- 172.21.15.99:0/2515852855 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f411800adf0 con 0x7f412014fe30 2024-09-13T17:00:45.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411f200700 1 -- 172.21.15.99:0/2515852855 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4120156a50 con 0x7f412014fe30 2024-09-13T17:00:45.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.321+0000 7f411f200700 1 -- 172.21.15.99:0/2515852855 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41200b1c00 con 0x7f412014fe30 2024-09-13T17:00:45.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.325+0000 7f4116000700 1 -- 172.21.15.99:0/2515852855 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f411801e460 con 0x7f412014fe30 2024-09-13T17:00:45.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.325+0000 7f4116000700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4100066760 0x7f4100068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.325+0000 7f4116000700 1 -- 172.21.15.99:0/2515852855 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5738+0+0 (secure 0 0 0) 0x7f4118084620 con 0x7f412014fe30 2024-09-13T17:00:45.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.325+0000 7f411de00700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4100066760 0x7f4100068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.325+0000 7f411de00700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4100066760 0x7f4100068c20 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4110001eb0 tx=0x7f411001f040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:45.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.333+0000 7f4116000700 1 -- 172.21.15.99:0/2515852855 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f41200b1c00 con 0x7f412014fe30 2024-09-13T17:00:45.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.521+0000 7f411f200700 1 -- 172.21.15.99:0/2515852855 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f41200b1c00 con 0x7f412014fe30 2024-09-13T17:00:45.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f4116000700 1 -- 172.21.15.99:0/2515852855 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16534 (secure 0 0 0) 0x7f41200b1c00 con 0x7f412014fe30 2024-09-13T17:00:45.528 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:45.528 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":21,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:44.857258+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.3f","mappings":[{"from":0,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 -- 172.21.15.99:0/2515852855 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4100066760 msgr2=0x7f4100068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4100066760 0x7f4100068c20 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4110001eb0 tx=0x7f411001f040 comp rx=0 tx=0).stop 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 -- 172.21.15.99:0/2515852855 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f412014fe30 msgr2=0x7f41200b5c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f412014fe30 0x7f41200b5c90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f41200cd160 tx=0x7f4118001a20 comp rx=0 tx=0).stop 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 -- 172.21.15.99:0/2515852855 shutdown_connections 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4100066760 0x7f4100068c20 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f412014fe30 0x7f41200b5c90 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f412015b920 0x7f412014f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 --2- 172.21.15.99:0/2515852855 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4104003be0 0x7f4120156240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 -- 172.21.15.99:0/2515852855 >> 172.21.15.99:0/2515852855 conn(0x7f41200d0b20 msgr2=0x7f41200d13a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:45.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 -- 172.21.15.99:0/2515852855 shutdown_connections 2024-09-13T17:00:45.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.525+0000 7f411f200700 1 -- 172.21.15.99:0/2515852855 wait complete. 2024-09-13T17:00:45.554 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:59:59.893390+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:00.586917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:45.554 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:45.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.729+0000 7f43e9400700 1 Processor -- start 2024-09-13T17:00:45.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.729+0000 7f43e9400700 1 -- start start 2024-09-13T17:00:45.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e9400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e40b4630 0x7f43e415b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e9400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f43e415b5a0 0x7f43e40b2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e9400700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43e40cb970 con 0x7f43e4154fb0 2024-09-13T17:00:45.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e9400700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43e415c000 con 0x7f43e415b5a0 2024-09-13T17:00:45.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e9400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43e415ba40 con 0x7f43e40b4630 2024-09-13T17:00:45.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e3400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e40b4630 0x7f43e415b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e8a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f43e415b5a0 0x7f43e40b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e3e00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f43e4154fb0 0x7f43e40cbe00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:57702/0 (socket says 172.21.15.99:57702) 2024-09-13T17:00:45.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e3e00700 1 -- 172.21.15.99:0/3804523719 learned_addr learned my addr 172.21.15.99:0/3804523719 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:45.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e3400700 1 -- 172.21.15.99:0/3804523719 >> v2:172.21.15.99:3300/0 conn(0x7f43e415b5a0 msgr2=0x7f43e40b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:45.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e3400700 1 --2- 172.21.15.99:0/3804523719 >> v2:172.21.15.99:3300/0 conn(0x7f43e415b5a0 0x7f43e40b2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e3400700 1 -- 172.21.15.99:0/3804523719 >> v1:172.21.15.170:6789/0 conn(0x7f43e4154fb0 legacy=0x7f43e40cbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e3400700 1 -- 172.21.15.99:0/3804523719 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43e415bd20 con 0x7f43e40b4630 2024-09-13T17:00:45.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e3400700 1 --2- 172.21.15.99:0/3804523719 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e40b4630 0x7f43e415b060 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f43d0009850 tx=0x7f43d0009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99e107ec221cb940 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:45.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e2a00700 1 -- 172.21.15.99:0/3804523719 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43d0011830 con 0x7f43e40b4630 2024-09-13T17:00:45.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e2a00700 1 -- 172.21.15.99:0/3804523719 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43d0011990 con 0x7f43e40b4630 2024-09-13T17:00:45.739 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e2a00700 1 -- 172.21.15.99:0/3804523719 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43d0011d40 con 0x7f43e40b4630 2024-09-13T17:00:45.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e9400700 1 -- 172.21.15.99:0/3804523719 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e40b4630 msgr2=0x7f43e415b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.733+0000 7f43e9400700 1 --2- 172.21.15.99:0/3804523719 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e40b4630 0x7f43e415b060 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f43d0009850 tx=0x7f43d0009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:45.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.737+0000 7f43e9400700 1 -- 172.21.15.99:0/3804523719 shutdown_connections 2024-09-13T17:00:45.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.737+0000 7f43e9400700 1 --2- 172.21.15.99:0/3804523719 >> v2:172.21.15.99:3300/0 conn(0x7f43e415b5a0 0x7f43e40b2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.737+0000 7f43e9400700 1 --2- 172.21.15.99:0/3804523719 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e40b4630 0x7f43e415b060 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.737+0000 7f43e9400700 1 -- 172.21.15.99:0/3804523719 >> 172.21.15.99:0/3804523719 conn(0x7f43e4066780 msgr2=0x7f43e406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:45.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.737+0000 7f43e9400700 1 -- 172.21.15.99:0/3804523719 shutdown_connections 2024-09-13T17:00:45.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.737+0000 7f43e9400700 1 -- 172.21.15.99:0/3804523719 wait complete. 2024-09-13T17:00:45.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.737+0000 7f43e9400700 1 Processor -- start 2024-09-13T17:00:45.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.737+0000 7f43e9400700 1 -- start start 2024-09-13T17:00:45.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e9400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43e40b4630 0x7f43e40adb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e9400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e4154fb0 0x7f43e41f2a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e9400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f43e415b5a0 0x7f43e41437c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e9400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e41521e0 con 0x7f43e415b5a0 2024-09-13T17:00:45.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e9400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e40ae060 con 0x7f43e40b4630 2024-09-13T17:00:45.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e9400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43e4144380 con 0x7f43e4154fb0 2024-09-13T17:00:45.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e8a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f43e415b5a0 0x7f43e41437c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e8a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f43e415b5a0 0x7f43e41437c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55676/0 (socket says 172.21.15.99:55676) 2024-09-13T17:00:45.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e8a00700 1 -- 172.21.15.99:0/487103177 learned_addr learned my addr 172.21.15.99:0/487103177 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:45.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e3e00700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43e40b4630 0x7f43e40adb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e8a00700 1 -- 172.21.15.99:0/487103177 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e4154fb0 msgr2=0x7f43e41f2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e3400700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e4154fb0 0x7f43e41f2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e8a00700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e4154fb0 0x7f43e41f2a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e8a00700 1 -- 172.21.15.99:0/487103177 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43e40b4630 msgr2=0x7f43e40adb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e8a00700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43e40b4630 0x7f43e40adb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e8a00700 1 -- 172.21.15.99:0/487103177 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43d00094b0 con 0x7f43e415b5a0 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e3e00700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43e40b4630 0x7f43e40adb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e3400700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e4154fb0 0x7f43e41f2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e8a00700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f43e415b5a0 0x7f43e41437c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f43dc00e7f0 tx=0x7f43dc00ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43dbe00700 1 -- 172.21.15.99:0/487103177 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43dc0095c0 con 0x7f43e415b5a0 2024-09-13T17:00:45.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43dbe00700 1 -- 172.21.15.99:0/487103177 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43dc013680 con 0x7f43e415b5a0 2024-09-13T17:00:45.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e9400700 1 -- 172.21.15.99:0/487103177 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43e4144660 con 0x7f43e415b5a0 2024-09-13T17:00:45.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43dbe00700 1 -- 172.21.15.99:0/487103177 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43dc013a10 con 0x7f43e415b5a0 2024-09-13T17:00:45.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.741+0000 7f43e9400700 1 -- 172.21.15.99:0/487103177 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43e4144c20 con 0x7f43e415b5a0 2024-09-13T17:00:45.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.745+0000 7f43e9400700 1 -- 172.21.15.99:0/487103177 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43e40b2f20 con 0x7f43e415b5a0 2024-09-13T17:00:45.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.745+0000 7f43dbe00700 1 -- 172.21.15.99:0/487103177 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f43dc013b70 con 0x7f43e415b5a0 2024-09-13T17:00:45.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.745+0000 7f43dbe00700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f43c4066730 0x7f43c4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:45.752 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.745+0000 7f43dbe00700 1 -- 172.21.15.99:0/487103177 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5738+0+0 (secure 0 0 0) 0x7f43dc084140 con 0x7f43e415b5a0 2024-09-13T17:00:45.752 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.745+0000 7f43e3e00700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f43c4066730 0x7f43c4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:45.752 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.749+0000 7f43e3e00700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f43c4066730 0x7f43c4068bf0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f43d4005cb0 tx=0x7f43d4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:45.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.753+0000 7f43dbe00700 1 -- 172.21.15.99:0/487103177 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f43dc051410 con 0x7f43e415b5a0 2024-09-13T17:00:45.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.929+0000 7f43e9400700 1 -- 172.21.15.99:0/487103177 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f43e40b23e0 con 0x7f43e415b5a0 2024-09-13T17:00:45.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.929+0000 7f43dbe00700 1 -- 172.21.15.99:0/487103177 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) v1 ==== 93+0+10 (secure 0 0 0) 0x7f43dc054a30 con 0x7f43e415b5a0 2024-09-13T17:00:45.935 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:45.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 -- 172.21.15.99:0/487103177 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f43c4066730 msgr2=0x7f43c4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f43c4066730 0x7f43c4068bf0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f43d4005cb0 tx=0x7f43d4009040 comp rx=0 tx=0).stop 2024-09-13T17:00:45.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 -- 172.21.15.99:0/487103177 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f43e415b5a0 msgr2=0x7f43e41437c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:45.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f43e415b5a0 0x7f43e41437c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f43dc00e7f0 tx=0x7f43dc00ebb0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 -- 172.21.15.99:0/487103177 shutdown_connections 2024-09-13T17:00:45.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f43c4066730 0x7f43c4068bf0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f43e415b5a0 0x7f43e41437c0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f43e4154fb0 0x7f43e41f2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 --2- 172.21.15.99:0/487103177 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f43e40b4630 0x7f43e40adb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:45.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 -- 172.21.15.99:0/487103177 >> 172.21.15.99:0/487103177 conn(0x7f43e4066780 msgr2=0x7f43e406de80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:45.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 -- 172.21.15.99:0/487103177 shutdown_connections 2024-09-13T17:00:45.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:45.933+0000 7f43e9400700 1 -- 172.21.15.99:0/487103177 wait complete. 2024-09-13T17:00:45.956 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:00:46.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.125+0000 7f09e2800700 1 Processor -- start 2024-09-13T17:00:46.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.125+0000 7f09e2800700 1 -- start start 2024-09-13T17:00:46.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f09dc0cc490 0x7f09dc06b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f09dc06baf0 0x7f09dc15eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09dc06b120 con 0x7f09dc15afd0 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09dc06bf80 con 0x7f09dc0cc490 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09dc06aaf0 con 0x7f09dc06baf0 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09daa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f09dc0cc490 0x7f09dc06b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09daa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f09dc0cc490 0x7f09dc06b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55688/0 (socket says 172.21.15.99:55688) 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09daa00700 1 -- 172.21.15.99:0/3777935016 learned_addr learned my addr 172.21.15.99:0/3777935016 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09dbe00700 1 --2- 172.21.15.99:0/3777935016 >> v2:172.21.15.170:3300/0 conn(0x7f09dc06baf0 0x7f09dc15eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09daa00700 1 -- 172.21.15.99:0/3777935016 >> v2:172.21.15.170:3300/0 conn(0x7f09dc06baf0 msgr2=0x7f09dc15eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09daa00700 1 --2- 172.21.15.99:0/3777935016 >> v2:172.21.15.170:3300/0 conn(0x7f09dc06baf0 0x7f09dc15eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09daa00700 1 -- 172.21.15.99:0/3777935016 >> v1:172.21.15.170:6789/0 conn(0x7f09dc15afd0 legacy=0x7f09dc0cebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09daa00700 1 -- 172.21.15.99:0/3777935016 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09dc0cf2d0 con 0x7f09dc0cc490 2024-09-13T17:00:46.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09daa00700 1 --2- 172.21.15.99:0/3777935016 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc0cc490 0x7f09dc06b5b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f09dc0cb2a0 tx=0x7f09c8009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37454b59ef979202 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:46.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09da000700 1 -- 172.21.15.99:0/3777935016 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09c800b8a0 con 0x7f09dc0cc490 2024-09-13T17:00:46.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09da000700 1 -- 172.21.15.99:0/3777935016 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09c800ba00 con 0x7f09dc0cc490 2024-09-13T17:00:46.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09da000700 1 -- 172.21.15.99:0/3777935016 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09c800bd90 con 0x7f09dc0cc490 2024-09-13T17:00:46.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 -- 172.21.15.99:0/3777935016 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc0cc490 msgr2=0x7f09dc06b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 --2- 172.21.15.99:0/3777935016 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc0cc490 0x7f09dc06b5b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f09dc0cb2a0 tx=0x7f09c8009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 -- 172.21.15.99:0/3777935016 shutdown_connections 2024-09-13T17:00:46.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 --2- 172.21.15.99:0/3777935016 >> v2:172.21.15.170:3300/0 conn(0x7f09dc06baf0 0x7f09dc15eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 --2- 172.21.15.99:0/3777935016 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc0cc490 0x7f09dc06b5b0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.129+0000 7f09e2800700 1 -- 172.21.15.99:0/3777935016 >> 172.21.15.99:0/3777935016 conn(0x7f09dc0b2850 msgr2=0x7f09dc0b2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:46.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.133+0000 7f09e2800700 1 -- 172.21.15.99:0/3777935016 shutdown_connections 2024-09-13T17:00:46.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.133+0000 7f09e2800700 1 -- 172.21.15.99:0/3777935016 wait complete. 2024-09-13T17:00:46.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.133+0000 7f09e2800700 1 Processor -- start 2024-09-13T17:00:46.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.133+0000 7f09e2800700 1 -- start start 2024-09-13T17:00:46.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09e2800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09dc06baf0 0x7f09dc154190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09e2800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f09dc0cc490 0x7f09dc071860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09e2800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc15afd0 0x7f09dc0c8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09e2800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09dc072270 con 0x7f09dc15afd0 2024-09-13T17:00:46.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09e2800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09dc072550 con 0x7f09dc06baf0 2024-09-13T17:00:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09e2800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09dc072830 con 0x7f09dc0cc490 2024-09-13T17:00:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09dbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc15afd0 0x7f09dc0c8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09dbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc15afd0 0x7f09dc0c8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55696/0 (socket says 172.21.15.99:55696) 2024-09-13T17:00:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09dbe00700 1 -- 172.21.15.99:0/1947537586 learned_addr learned my addr 172.21.15.99:0/1947537586 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09db400700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09dc06baf0 0x7f09dc154190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09daa00700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f09dc0cc490 0x7f09dc071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09dbe00700 1 -- 172.21.15.99:0/1947537586 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f09dc0cc490 msgr2=0x7f09dc071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09dbe00700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f09dc0cc490 0x7f09dc071860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09dbe00700 1 -- 172.21.15.99:0/1947537586 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09dc06baf0 msgr2=0x7f09dc154190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09dbe00700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09dc06baf0 0x7f09dc154190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09dbe00700 1 -- 172.21.15.99:0/1947537586 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09c8009570 con 0x7f09dc15afd0 2024-09-13T17:00:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.137+0000 7f09dbe00700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc15afd0 0x7f09dc0c8990 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f09d4007e60 tx=0x7f09d400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.141+0000 7f09d3400700 1 -- 172.21.15.99:0/1947537586 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d400ed30 con 0x7f09dc15afd0 2024-09-13T17:00:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.141+0000 7f09d3400700 1 -- 172.21.15.99:0/1947537586 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09d4014420 con 0x7f09dc15afd0 2024-09-13T17:00:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.141+0000 7f09e2800700 1 -- 172.21.15.99:0/1947537586 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09dc0b4c40 con 0x7f09dc15afd0 2024-09-13T17:00:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.141+0000 7f09d3400700 1 -- 172.21.15.99:0/1947537586 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d40147d0 con 0x7f09dc15afd0 2024-09-13T17:00:46.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.141+0000 7f09e2800700 1 -- 172.21.15.99:0/1947537586 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09dc1546d0 con 0x7f09dc15afd0 2024-09-13T17:00:46.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.141+0000 7f09e2800700 1 -- 172.21.15.99:0/1947537586 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09dc0ccc30 con 0x7f09dc15afd0 2024-09-13T17:00:46.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.141+0000 7f09d3400700 1 -- 172.21.15.99:0/1947537586 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f09d4014930 con 0x7f09dc15afd0 2024-09-13T17:00:46.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.145+0000 7f09d3400700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f09bc066730 0x7f09bc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.145+0000 7f09d3400700 1 -- 172.21.15.99:0/1947537586 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5738+0+0 (secure 0 0 0) 0x7f09d40847a0 con 0x7f09dc15afd0 2024-09-13T17:00:46.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.145+0000 7f09db400700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f09bc066730 0x7f09bc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.145+0000 7f09db400700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f09bc066730 0x7f09bc068bf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f09cc000f60 tx=0x7f09cc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:46.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.149+0000 7f09d3400700 1 -- 172.21.15.99:0/1947537586 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f09dc0ccc30 con 0x7f09dc15afd0 2024-09-13T17:00:46.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.325+0000 7f09e2800700 1 -- 172.21.15.99:0/1947537586 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f09dc0b5160 con 0x7f09dc15afd0 2024-09-13T17:00:46.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.325+0000 7f09d3400700 1 -- 172.21.15.99:0/1947537586 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) v1 ==== 104+0+11 (secure 0 0 0) 0x7f09dc0b5160 con 0x7f09dc15afd0 2024-09-13T17:00:46.331 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:00:46.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 -- 172.21.15.99:0/1947537586 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f09bc066730 msgr2=0x7f09bc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f09bc066730 0x7f09bc068bf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f09cc000f60 tx=0x7f09cc009040 comp rx=0 tx=0).stop 2024-09-13T17:00:46.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 -- 172.21.15.99:0/1947537586 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc15afd0 msgr2=0x7f09dc0c8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc15afd0 0x7f09dc0c8990 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f09d4007e60 tx=0x7f09d400e3c0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 -- 172.21.15.99:0/1947537586 shutdown_connections 2024-09-13T17:00:46.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f09bc066730 0x7f09bc068bf0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f09dc15afd0 0x7f09dc0c8990 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f09dc0cc490 0x7f09dc071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 --2- 172.21.15.99:0/1947537586 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f09dc06baf0 0x7f09dc154190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 -- 172.21.15.99:0/1947537586 >> 172.21.15.99:0/1947537586 conn(0x7f09dc0b2850 msgr2=0x7f09dc0b2c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:46.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 -- 172.21.15.99:0/1947537586 shutdown_connections 2024-09-13T17:00:46.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.329+0000 7f09e2800700 1 -- 172.21.15.99:0/1947537586 wait complete. 2024-09-13T17:00:46.360 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:00:46.529 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.525+0000 7f4ca3c00700 1 Processor -- start 2024-09-13T17:00:46.529 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.525+0000 7f4ca3c00700 1 -- start start 2024-09-13T17:00:46.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4ca3c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4c9c146720 0x7f4c9c06d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4ca3c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4c9c06f790 0x7f4c9c06fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4ca3c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f4c9c15d420 0x7f4c9c15d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4ca3c00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c9c06d4f0 con 0x7f4c9c06f790 2024-09-13T17:00:46.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4ca3c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c9c146b00 con 0x7f4c9c15d420 2024-09-13T17:00:46.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4ca3c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c9c06e9b0 con 0x7f4c9c146720 2024-09-13T17:00:46.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9be00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4c9c06f790 0x7f4c9c06fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9be00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4c9c06f790 0x7f4c9c06fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55702/0 (socket says 172.21.15.99:55702) 2024-09-13T17:00:46.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4ca1200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4c9c146720 0x7f4c9c06d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9be00700 1 -- 172.21.15.99:0/1630115350 learned_addr learned my addr 172.21.15.99:0/1630115350 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:46.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4ca1c00700 1 --2- 172.21.15.99:0/1630115350 >> v2:172.21.15.170:3300/0 conn(0x7f4c9c15d420 0x7f4c9c15d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9be00700 1 -- 172.21.15.99:0/1630115350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4c9c146720 msgr2=0x7f4c9c06d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:46.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9be00700 1 --2- 172.21.15.99:0/1630115350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4c9c146720 0x7f4c9c06d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9be00700 1 -- 172.21.15.99:0/1630115350 >> v2:172.21.15.170:3300/0 conn(0x7f4c9c15d420 msgr2=0x7f4c9c15d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:46.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9be00700 1 --2- 172.21.15.99:0/1630115350 >> v2:172.21.15.170:3300/0 conn(0x7f4c9c15d420 0x7f4c9c15d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9be00700 1 -- 172.21.15.99:0/1630115350 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c9c070130 con 0x7f4c9c06f790 2024-09-13T17:00:46.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9be00700 1 --2- 172.21.15.99:0/1630115350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 0x7f4c9c06fbf0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c0ae700 tx=0x7f4c88009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8afd0fa9ac2c9d9b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:46.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9b400700 1 -- 172.21.15.99:0/1630115350 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c88011830 con 0x7f4c9c06f790 2024-09-13T17:00:46.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9b400700 1 -- 172.21.15.99:0/1630115350 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c88011990 con 0x7f4c9c06f790 2024-09-13T17:00:46.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.529+0000 7f4c9b400700 1 -- 172.21.15.99:0/1630115350 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c88011d40 con 0x7f4c9c06f790 2024-09-13T17:00:46.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 -- 172.21.15.99:0/1630115350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 msgr2=0x7f4c9c06fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 --2- 172.21.15.99:0/1630115350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 0x7f4c9c06fbf0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c0ae700 tx=0x7f4c88009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:46.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 -- 172.21.15.99:0/1630115350 shutdown_connections 2024-09-13T17:00:46.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 --2- 172.21.15.99:0/1630115350 >> v2:172.21.15.170:3300/0 conn(0x7f4c9c15d420 0x7f4c9c15d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 --2- 172.21.15.99:0/1630115350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 0x7f4c9c06fbf0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 --2- 172.21.15.99:0/1630115350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4c9c146720 0x7f4c9c06d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 -- 172.21.15.99:0/1630115350 >> 172.21.15.99:0/1630115350 conn(0x7f4c9c071110 msgr2=0x7f4c9c071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:46.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 -- 172.21.15.99:0/1630115350 shutdown_connections 2024-09-13T17:00:46.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 -- 172.21.15.99:0/1630115350 wait complete. 2024-09-13T17:00:46.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 Processor -- start 2024-09-13T17:00:46.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.533+0000 7f4ca3c00700 1 -- start start 2024-09-13T17:00:46.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca3c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 0x7f4c9c13c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca3c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c9c146720 0x7f4c9c144e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca3c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4c9c15d420 0x7f4c9c145350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca3c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c9c0ce3a0 con 0x7f4c9c06f790 2024-09-13T17:00:46.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca3c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c9c0ce680 con 0x7f4c9c146720 2024-09-13T17:00:46.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca3c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c9c0ce960 con 0x7f4c9c15d420 2024-09-13T17:00:46.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca1200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 0x7f4c9c13c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca1200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 0x7f4c9c13c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55708/0 (socket says 172.21.15.99:55708) 2024-09-13T17:00:46.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca1200700 1 -- 172.21.15.99:0/3472774940 learned_addr learned my addr 172.21.15.99:0/3472774940 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:46.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4c9be00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c9c146720 0x7f4c9c144e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca1c00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4c9c15d420 0x7f4c9c145350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca1200700 1 -- 172.21.15.99:0/3472774940 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4c9c15d420 msgr2=0x7f4c9c145350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca1200700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4c9c15d420 0x7f4c9c145350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca1200700 1 -- 172.21.15.99:0/3472774940 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c9c146720 msgr2=0x7f4c9c144e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca1200700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c9c146720 0x7f4c9c144e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca1200700 1 -- 172.21.15.99:0/3472774940 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c88009570 con 0x7f4c9c06f790 2024-09-13T17:00:46.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca1200700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 0x7f4c9c13c6f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4c9000e960 tx=0x7f4c9000ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:46.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4c98c00700 1 -- 172.21.15.99:0/3472774940 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c900096c0 con 0x7f4c9c06f790 2024-09-13T17:00:46.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4c98c00700 1 -- 172.21.15.99:0/3472774940 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c9000c850 con 0x7f4c9c06f790 2024-09-13T17:00:46.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4c98c00700 1 -- 172.21.15.99:0/3472774940 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c9000cbe0 con 0x7f4c9c06f790 2024-09-13T17:00:46.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.537+0000 7f4ca3c00700 1 -- 172.21.15.99:0/3472774940 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c9c13ce40 con 0x7f4c9c06f790 2024-09-13T17:00:46.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.541+0000 7f4ca3c00700 1 -- 172.21.15.99:0/3472774940 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c9c0cd670 con 0x7f4c9c06f790 2024-09-13T17:00:46.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.541+0000 7f4ca3c00700 1 -- 172.21.15.99:0/3472774940 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c9c13d360 con 0x7f4c9c06f790 2024-09-13T17:00:46.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.541+0000 7f4c98c00700 1 -- 172.21.15.99:0/3472774940 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4c9000cd40 con 0x7f4c9c06f790 2024-09-13T17:00:46.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.545+0000 7f4c98c00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4c7c066730 0x7f4c7c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.545+0000 7f4c98c00700 1 -- 172.21.15.99:0/3472774940 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5738+0+0 (secure 0 0 0) 0x7f4c900841a0 con 0x7f4c9c06f790 2024-09-13T17:00:46.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.545+0000 7f4c9be00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4c7c066730 0x7f4c7c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.545+0000 7f4c9be00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4c7c066730 0x7f4c7c068bf0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4c88009910 tx=0x7f4c88008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:46.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.553+0000 7f4c98c00700 1 -- 172.21.15.99:0/3472774940 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4c9c13d360 con 0x7f4c9c06f790 2024-09-13T17:00:46.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.733+0000 7f4ca3c00700 1 -- 172.21.15.99:0/3472774940 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4c9c13d360 con 0x7f4c9c06f790 2024-09-13T17:00:46.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.733+0000 7f4c98c00700 1 -- 172.21.15.99:0/3472774940 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4c9c13d360 con 0x7f4c9c06f790 2024-09-13T17:00:46.738 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:00:46.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 -- 172.21.15.99:0/3472774940 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4c7c066730 msgr2=0x7f4c7c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4c7c066730 0x7f4c7c068bf0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4c88009910 tx=0x7f4c88008030 comp rx=0 tx=0).stop 2024-09-13T17:00:46.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 -- 172.21.15.99:0/3472774940 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 msgr2=0x7f4c9c13c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 0x7f4c9c13c6f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4c9000e960 tx=0x7f4c9000ed20 comp rx=0 tx=0).stop 2024-09-13T17:00:46.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 -- 172.21.15.99:0/3472774940 shutdown_connections 2024-09-13T17:00:46.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4c7c066730 0x7f4c7c068bf0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4c9c15d420 0x7f4c9c145350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4c9c146720 0x7f4c9c144e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 --2- 172.21.15.99:0/3472774940 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4c9c06f790 0x7f4c9c13c6f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 -- 172.21.15.99:0/3472774940 >> 172.21.15.99:0/3472774940 conn(0x7f4c9c071110 msgr2=0x7f4c9c15ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:46.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 -- 172.21.15.99:0/3472774940 shutdown_connections 2024-09-13T17:00:46.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.737+0000 7f4ca3c00700 1 -- 172.21.15.99:0/3472774940 wait complete. 2024-09-13T17:00:46.761 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:00:46.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.929+0000 7ff539c00700 1 Processor -- start 2024-09-13T17:00:46.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.929+0000 7ff539c00700 1 -- start start 2024-09-13T17:00:46.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.929+0000 7ff539c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534070fb0 0x7ff5340b3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.929+0000 7ff539c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5340cd740 con 0x7ff5341541a0 2024-09-13T17:00:46.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.929+0000 7ff539c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff534154580 con 0x7ff5340b39a0 2024-09-13T17:00:46.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.929+0000 7ff539c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff53406e170 con 0x7ff534070fb0 2024-09-13T17:00:46.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff533e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ff5341541a0 0x7ff5340cd030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:41914/0 (socket says 172.21.15.99:41914) 2024-09-13T17:00:46.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff533e00700 1 -- 172.21.15.99:0/1543219686 learned_addr learned my addr 172.21.15.99:0/1543219686 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1792920962 0 0) 0x7ff5340cd740 con 0x7ff5341541a0 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff5180035d0 con 0x7ff5341541a0 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff539200700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534070fb0 0x7ff5340b3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 762215405 0 0) 0x7ff5180035d0 con 0x7ff5341541a0 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534070fb0 msgr2=0x7ff5340b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534070fb0 0x7ff5340b3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 >> v1:172.21.15.170:6789/0 conn(0x7ff5340b39a0 legacy=0x7ff5340708a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff53406e450 con 0x7ff5341541a0 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7ff524001670 con 0x7ff5341541a0 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 >> v1:172.21.15.99:6789/0 conn(0x7ff5341541a0 legacy=0x7ff5340cd030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534070fb0 0x7ff518003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff518004080 0x7ff518004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff518004db0 0x7ff518005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53406e170 con 0x7ff518004080 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51800bc70 con 0x7ff518004db0 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff51800be30 con 0x7ff534070fb0 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff533400700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff518004080 0x7ff518004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff533e00700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534070fb0 0x7ff518003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff539200700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff518004db0 0x7ff518005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff533400700 1 -- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534070fb0 msgr2=0x7ff518003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff533400700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534070fb0 0x7ff518003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff533400700 1 -- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff518004db0 msgr2=0x7ff518005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff533400700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff518004db0 0x7ff518005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff533400700 1 -- 172.21.15.99:0/1543219686 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5180035d0 con 0x7ff518004080 2024-09-13T17:00:46.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff533400700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff518004080 0x7ff518004870 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7ff51c0017e0 tx=0x7ff5180058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37077c463cc2bba0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:46.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff51c0052d0 con 0x7ff518004080 2024-09-13T17:00:46.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff51c005430 con 0x7ff518004080 2024-09-13T17:00:46.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.933+0000 7ff532a00700 1 -- 172.21.15.99:0/1543219686 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff51c0055a0 con 0x7ff518004080 2024-09-13T17:00:46.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.937+0000 7ff539c00700 1 -- 172.21.15.99:0/1543219686 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff518004080 msgr2=0x7ff518004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.937+0000 7ff539c00700 1 --2- 172.21.15.99:0/1543219686 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff518004080 0x7ff518004870 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7ff51c0017e0 tx=0x7ff5180058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.937+0000 7ff539200700 1 -- 172.21.15.99:0/1543219686 reap_dead start 2024-09-13T17:00:46.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.937+0000 7ff539c00700 1 -- 172.21.15.99:0/1543219686 shutdown_connections 2024-09-13T17:00:46.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.937+0000 7ff539c00700 1 -- 172.21.15.99:0/1543219686 >> 172.21.15.99:0/1543219686 conn(0x7ff53406bd40 msgr2=0x7ff534066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:46.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.937+0000 7ff539c00700 1 -- 172.21.15.99:0/1543219686 shutdown_connections 2024-09-13T17:00:46.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.937+0000 7ff539c00700 1 -- 172.21.15.99:0/1543219686 wait complete. 2024-09-13T17:00:46.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539c00700 1 Processor -- start 2024-09-13T17:00:46.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539c00700 1 -- start start 2024-09-13T17:00:46.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff518004080 0x7ff53415b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff53414e1d0 0x7ff5341e4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534158b90 0x7ff534159020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff53415c820 con 0x7ff53414e1d0 2024-09-13T17:00:46.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff534159560 con 0x7ff518004080 2024-09-13T17:00:46.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff53415b5b0 con 0x7ff534158b90 2024-09-13T17:00:46.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff533400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff53414e1d0 0x7ff5341e4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff533400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff53414e1d0 0x7ff5341e4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55728/0 (socket says 172.21.15.99:55728) 2024-09-13T17:00:46.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff533400700 1 -- 172.21.15.99:0/2484296155 learned_addr learned my addr 172.21.15.99:0/2484296155 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:46.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff533e00700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff518004080 0x7ff53415b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539200700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534158b90 0x7ff534159020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff533400700 1 -- 172.21.15.99:0/2484296155 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534158b90 msgr2=0x7ff534159020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff533400700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534158b90 0x7ff534159020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff533400700 1 -- 172.21.15.99:0/2484296155 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff518004080 msgr2=0x7ff53415b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:46.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff533400700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff518004080 0x7ff53415b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:46.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff533400700 1 -- 172.21.15.99:0/2484296155 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff53415c540 con 0x7ff53414e1d0 2024-09-13T17:00:46.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff533400700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff53414e1d0 0x7ff5341e4a50 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff51c001dd0 tx=0x7ff51c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:46.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff52be00700 1 -- 172.21.15.99:0/2484296155 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff51c0055a0 con 0x7ff53414e1d0 2024-09-13T17:00:46.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff52be00700 1 -- 172.21.15.99:0/2484296155 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff51c007450 con 0x7ff53414e1d0 2024-09-13T17:00:46.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539c00700 1 -- 172.21.15.99:0/2484296155 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5341e3f70 con 0x7ff53414e1d0 2024-09-13T17:00:46.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff52be00700 1 -- 172.21.15.99:0/2484296155 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff51c001290 con 0x7ff53414e1d0 2024-09-13T17:00:46.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.941+0000 7ff539c00700 1 -- 172.21.15.99:0/2484296155 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5341e4530 con 0x7ff53414e1d0 2024-09-13T17:00:46.948 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.945+0000 7ff539c00700 1 -- 172.21.15.99:0/2484296155 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5341e3dd0 con 0x7ff53414e1d0 2024-09-13T17:00:46.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.945+0000 7ff52be00700 1 -- 172.21.15.99:0/2484296155 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff51c0036a0 con 0x7ff53414e1d0 2024-09-13T17:00:46.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.945+0000 7ff52be00700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff510066730 0x7ff510068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:46.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.949+0000 7ff52be00700 1 -- 172.21.15.99:0/2484296155 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5738+0+0 (secure 0 0 0) 0x7ff51c085220 con 0x7ff53414e1d0 2024-09-13T17:00:46.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.949+0000 7ff533e00700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff510066730 0x7ff510068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:46.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.949+0000 7ff533e00700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff510066730 0x7ff510068bf0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff524001050 tx=0x7ff524009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:46.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:46.953+0000 7ff52be00700 1 -- 172.21.15.99:0/2484296155 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff5341e3dd0 con 0x7ff53414e1d0 2024-09-13T17:00:47.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.181+0000 7ff539c00700 1 -- 172.21.15.99:0/2484296155 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff5341e3dd0 con 0x7ff53414e1d0 2024-09-13T17:00:47.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.181+0000 7ff52be00700 1 -- 172.21.15.99:0/2484296155 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4731 (secure 0 0 0) 0x7ff5341e3dd0 con 0x7ff53414e1d0 2024-09-13T17:00:47.187 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:47.187 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/1101757392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":1101757392},{"type":"v1","addr":"172.21.15.170:6833","nonce":1101757392}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/729702588","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":729702588},{"type":"v1","addr":"172.21.15.99:6837","nonce":729702588}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6835/2431157926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2431157926},{"type":"v1","addr":"172.21.15.170:6835","nonce":2431157926}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:00:01.600654+0000","modified":"2024-09-13T17:00:04.618731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4260":{"gid":4260,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6836/1455903740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1455903740},{"type":"v1","addr":"172.21.15.99:6836","nonce":1455903740}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:00:47.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 -- 172.21.15.99:0/2484296155 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff510066730 msgr2=0x7ff510068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff510066730 0x7ff510068bf0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff524001050 tx=0x7ff524009040 comp rx=0 tx=0).stop 2024-09-13T17:00:47.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 -- 172.21.15.99:0/2484296155 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff53414e1d0 msgr2=0x7ff5341e4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff53414e1d0 0x7ff5341e4a50 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff51c001dd0 tx=0x7ff51c001120 comp rx=0 tx=0).stop 2024-09-13T17:00:47.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 -- 172.21.15.99:0/2484296155 shutdown_connections 2024-09-13T17:00:47.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff510066730 0x7ff510068bf0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff53414e1d0 0x7ff5341e4a50 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff534158b90 0x7ff534159020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 --2- 172.21.15.99:0/2484296155 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff518004080 0x7ff53415b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 -- 172.21.15.99:0/2484296155 >> 172.21.15.99:0/2484296155 conn(0x7ff53406bd40 msgr2=0x7ff5340737c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:47.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 -- 172.21.15.99:0/2484296155 shutdown_connections 2024-09-13T17:00:47.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.185+0000 7ff539c00700 1 -- 172.21.15.99:0/2484296155 wait complete. 2024-09-13T17:00:47.192 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2024-09-13T17:00:47.210 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:47.385 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.381+0000 7f165ee00700 1 Processor -- start 2024-09-13T17:00:47.385 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.381+0000 7f165ee00700 1 -- start start 2024-09-13T17:00:47.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.381+0000 7f165ee00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f16580c3d10 0x7f16580c40f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.381+0000 7f165ee00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f16580723e0 0x7f16580b0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.381+0000 7f165ee00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580708a0 0x7f1658070d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.381+0000 7f165ee00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16580c4630 con 0x7f16580c3d10 2024-09-13T17:00:47.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.381+0000 7f165ee00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f165806ac40 con 0x7f16580723e0 2024-09-13T17:00:47.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.381+0000 7f165ee00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f165806af20 con 0x7f16580708a0 2024-09-13T17:00:47.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f16580c3d10 0x7f16580c40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f16580723e0 0x7f16580b0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f16580723e0 0x7f16580b0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:38554/0 (socket says 172.21.15.99:38554) 2024-09-13T17:00:47.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f165ce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580708a0 0x7f1658070d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657400700 1 -- 172.21.15.99:0/2233680511 learned_addr learned my addr 172.21.15.99:0/2233680511 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:47.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657400700 1 -- 172.21.15.99:0/2233680511 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580708a0 msgr2=0x7f1658070d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:47.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657400700 1 --2- 172.21.15.99:0/2233680511 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580708a0 0x7f1658070d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657400700 1 -- 172.21.15.99:0/2233680511 >> v2:172.21.15.99:3300/0 conn(0x7f16580c3d10 msgr2=0x7f16580c40f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:47.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657400700 1 --2- 172.21.15.99:0/2233680511 >> v2:172.21.15.99:3300/0 conn(0x7f16580c3d10 0x7f16580c40f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657400700 1 -- 172.21.15.99:0/2233680511 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f165806b200 con 0x7f16580723e0 2024-09-13T17:00:47.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657e00700 1 --2- 172.21.15.99:0/2233680511 >> v2:172.21.15.99:3300/0 conn(0x7f16580c3d10 0x7f16580c40f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:47.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1657400700 1 --2- 172.21.15.99:0/2233680511 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16580723e0 0x7f16580b0010 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1658164ea0 tx=0x7f1644009bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a1d7584ffa960a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:47.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1656a00700 1 -- 172.21.15.99:0/2233680511 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1644011830 con 0x7f16580723e0 2024-09-13T17:00:47.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1656a00700 1 -- 172.21.15.99:0/2233680511 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1644011990 con 0x7f16580723e0 2024-09-13T17:00:47.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f1656a00700 1 -- 172.21.15.99:0/2233680511 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1644011d20 con 0x7f16580723e0 2024-09-13T17:00:47.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f165ee00700 1 -- 172.21.15.99:0/2233680511 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16580723e0 msgr2=0x7f16580b0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f165ee00700 1 --2- 172.21.15.99:0/2233680511 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16580723e0 0x7f16580b0010 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1658164ea0 tx=0x7f1644009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f165ee00700 1 -- 172.21.15.99:0/2233680511 shutdown_connections 2024-09-13T17:00:47.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f165ee00700 1 --2- 172.21.15.99:0/2233680511 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16580723e0 0x7f16580b0010 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f165ee00700 1 --2- 172.21.15.99:0/2233680511 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580708a0 0x7f1658070d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f165ee00700 1 --2- 172.21.15.99:0/2233680511 >> v2:172.21.15.99:3300/0 conn(0x7f16580c3d10 0x7f16580c40f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.385+0000 7f165ee00700 1 -- 172.21.15.99:0/2233680511 >> 172.21.15.99:0/2233680511 conn(0x7f16580b2850 msgr2=0x7f16580b2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:47.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.389+0000 7f165ee00700 1 -- 172.21.15.99:0/2233680511 shutdown_connections 2024-09-13T17:00:47.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.389+0000 7f165ee00700 1 -- 172.21.15.99:0/2233680511 wait complete. 2024-09-13T17:00:47.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.389+0000 7f165ee00700 1 Processor -- start 2024-09-13T17:00:47.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.389+0000 7f165ee00700 1 -- start start 2024-09-13T17:00:47.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f165ee00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f16580708a0 0x7f16581f6d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f165ee00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16580723e0 0x7f165815c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f165ee00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580c3d10 0x7f16580b5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f165ee00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1658162ab0 con 0x7f16580708a0 2024-09-13T17:00:47.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f165ee00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f165815cbf0 con 0x7f16580723e0 2024-09-13T17:00:47.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f165ee00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16581f7390 con 0x7f16580c3d10 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f16580708a0 0x7f16581f6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f16580708a0 0x7f16581f6d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55740/0 (socket says 172.21.15.99:55740) 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657e00700 1 -- 172.21.15.99:0/1468257802 learned_addr learned my addr 172.21.15.99:0/1468257802 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657400700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16580723e0 0x7f165815c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f165ce00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580c3d10 0x7f16580b5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657e00700 1 -- 172.21.15.99:0/1468257802 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580c3d10 msgr2=0x7f16580b5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657e00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580c3d10 0x7f16580b5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657e00700 1 -- 172.21.15.99:0/1468257802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16580723e0 msgr2=0x7f165815c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657e00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16580723e0 0x7f165815c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657e00700 1 -- 172.21.15.99:0/1468257802 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16480094b0 con 0x7f16580708a0 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f165ce00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580c3d10 0x7f16580b5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:47.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657400700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16580723e0 0x7f165815c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:47.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f1657e00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f16580708a0 0x7f16581f6d40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f164800ebe0 tx=0x7f1648009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:47.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f164fe00700 1 -- 172.21.15.99:0/1468257802 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f164800c910 con 0x7f16580708a0 2024-09-13T17:00:47.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f164fe00700 1 -- 172.21.15.99:0/1468257802 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f164800ca70 con 0x7f16580708a0 2024-09-13T17:00:47.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f164fe00700 1 -- 172.21.15.99:0/1468257802 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f164800ce00 con 0x7f16580708a0 2024-09-13T17:00:47.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f165ee00700 1 -- 172.21.15.99:0/1468257802 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1644009570 con 0x7f16580708a0 2024-09-13T17:00:47.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.393+0000 7f165ee00700 1 -- 172.21.15.99:0/1468257802 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16581f7950 con 0x7f16580708a0 2024-09-13T17:00:47.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.397+0000 7f165ee00700 1 -- 172.21.15.99:0/1468257802 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16580b0010 con 0x7f16580708a0 2024-09-13T17:00:47.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.397+0000 7f164fe00700 1 -- 172.21.15.99:0/1468257802 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1648013470 con 0x7f16580708a0 2024-09-13T17:00:47.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.401+0000 7f164fe00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1638066730 0x7f1638068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.401+0000 7f164fe00700 1 -- 172.21.15.99:0/1468257802 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5738+0+0 (secure 0 0 0) 0x7f1648084390 con 0x7f16580708a0 2024-09-13T17:00:47.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.401+0000 7f1657400700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1638066730 0x7f1638068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.401+0000 7f1657400700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1638066730 0x7f1638068bf0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1644009860 tx=0x7f1644008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:47.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.405+0000 7f164fe00700 1 -- 172.21.15.99:0/1468257802 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f16480516d0 con 0x7f16580708a0 2024-09-13T17:00:47.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.601+0000 7f165ee00700 1 -- 172.21.15.99:0/1468257802 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1658162bf0 con 0x7f16580708a0 2024-09-13T17:00:47.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.601+0000 7f164fe00700 1 -- 172.21.15.99:0/1468257802 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16534 (secure 0 0 0) 0x7f1658162bf0 con 0x7f16580708a0 2024-09-13T17:00:47.608 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:47.608 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:45.865871+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.3f","mappings":[{"from":0,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:47.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 -- 172.21.15.99:0/1468257802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1638066730 msgr2=0x7f1638068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1638066730 0x7f1638068bf0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1644009860 tx=0x7f1644008030 comp rx=0 tx=0).stop 2024-09-13T17:00:47.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 -- 172.21.15.99:0/1468257802 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f16580708a0 msgr2=0x7f16581f6d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f16580708a0 0x7f16581f6d40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f164800ebe0 tx=0x7f1648009ed0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 -- 172.21.15.99:0/1468257802 shutdown_connections 2024-09-13T17:00:47.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1638066730 0x7f1638068bf0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f16580c3d10 0x7f16580b5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f16580723e0 0x7f165815c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 --2- 172.21.15.99:0/1468257802 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f16580708a0 0x7f16581f6d40 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 -- 172.21.15.99:0/1468257802 >> 172.21.15.99:0/1468257802 conn(0x7f16580b2850 msgr2=0x7f16580d0d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:47.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 -- 172.21.15.99:0/1468257802 shutdown_connections 2024-09-13T17:00:47.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.605+0000 7f165ee00700 1 -- 172.21.15.99:0/1468257802 wait complete. 2024-09-13T17:00:47.634 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T17:00:47.634 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:00:47.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.797+0000 7f5fc2400700 1 Processor -- start 2024-09-13T17:00:47.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.797+0000 7f5fc2400700 1 -- start start 2024-09-13T17:00:47.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fc2400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f5fbc15a9d0 0x7f5fbc0ce1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fc2400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5fbc0cdac0 0x7f5fbc15de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fc2400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fbc0cdf30 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fc2400700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fbc0ce860 con 0x7f5fbc0cdac0 2024-09-13T17:00:47.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fc2400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fbc0ceb40 con 0x7f5fbc15a9d0 2024-09-13T17:00:47.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbbe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5fbc0cdac0 0x7f5fbc15de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbbe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f5fbc0cdac0 0x7f5fbc15de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55752/0 (socket says 172.21.15.99:55752) 2024-09-13T17:00:47.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbbe00700 1 -- 172.21.15.99:0/3883861470 learned_addr learned my addr 172.21.15.99:0/3883861470 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:47.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fc1000700 1 --2- 172.21.15.99:0/3883861470 >> v2:172.21.15.170:3300/0 conn(0x7f5fbc15a9d0 0x7f5fbc0ce1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbbe00700 1 -- 172.21.15.99:0/3883861470 >> v2:172.21.15.170:3300/0 conn(0x7f5fbc15a9d0 msgr2=0x7f5fbc0ce1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:47.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbbe00700 1 --2- 172.21.15.99:0/3883861470 >> v2:172.21.15.170:3300/0 conn(0x7f5fbc15a9d0 0x7f5fbc0ce1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbbe00700 1 -- 172.21.15.99:0/3883861470 >> v1:172.21.15.99:6789/0 conn(0x7f5fbc0cbb30 legacy=0x7f5fbc0adaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbbe00700 1 -- 172.21.15.99:0/3883861470 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fbc15d630 con 0x7f5fbc0cdac0 2024-09-13T17:00:47.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbbe00700 1 --2- 172.21.15.99:0/3883861470 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cdac0 0x7f5fbc15de30 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc0b54a0 tx=0x7f5fa8009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3178c2c21892481f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:47.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbb400700 1 -- 172.21.15.99:0/3883861470 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa800b8a0 con 0x7f5fbc0cdac0 2024-09-13T17:00:47.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbb400700 1 -- 172.21.15.99:0/3883861470 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fa800ba00 con 0x7f5fbc0cdac0 2024-09-13T17:00:47.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.801+0000 7f5fbb400700 1 -- 172.21.15.99:0/3883861470 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa800bd90 con 0x7f5fbc0cdac0 2024-09-13T17:00:47.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.805+0000 7f5fc2400700 1 -- 172.21.15.99:0/3883861470 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cdac0 msgr2=0x7f5fbc15de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.805+0000 7f5fc2400700 1 --2- 172.21.15.99:0/3883861470 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cdac0 0x7f5fbc15de30 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc0b54a0 tx=0x7f5fa8009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.805+0000 7f5fc2400700 1 -- 172.21.15.99:0/3883861470 shutdown_connections 2024-09-13T17:00:47.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.805+0000 7f5fc2400700 1 --2- 172.21.15.99:0/3883861470 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cdac0 0x7f5fbc15de30 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.805+0000 7f5fc2400700 1 --2- 172.21.15.99:0/3883861470 >> v2:172.21.15.170:3300/0 conn(0x7f5fbc15a9d0 0x7f5fbc0ce1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.805+0000 7f5fc2400700 1 -- 172.21.15.99:0/3883861470 >> 172.21.15.99:0/3883861470 conn(0x7f5fbc0cf1b0 msgr2=0x7f5fbc0cf5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:47.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.805+0000 7f5fc2400700 1 -- 172.21.15.99:0/3883861470 shutdown_connections 2024-09-13T17:00:47.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.805+0000 7f5fc2400700 1 -- 172.21.15.99:0/3883861470 wait complete. 2024-09-13T17:00:47.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.805+0000 7f5fc2400700 1 Processor -- start 2024-09-13T17:00:47.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.805+0000 7f5fc2400700 1 -- start start 2024-09-13T17:00:47.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc2400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cbb30 0x7f5fbc150b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc2400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5fbc0cdac0 0x7f5fbc0afdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc2400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5fbc15a9d0 0x7f5fbc1512f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc2400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fbc15ba00 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc2400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fbc0ae6f0 con 0x7f5fbc15a9d0 2024-09-13T17:00:47.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc2400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fbc150400 con 0x7f5fbc0cdac0 2024-09-13T17:00:47.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc1000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cbb30 0x7f5fbc150b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc1000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cbb30 0x7f5fbc150b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55758/0 (socket says 172.21.15.99:55758) 2024-09-13T17:00:47.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc1000700 1 -- 172.21.15.99:0/2433978185 learned_addr learned my addr 172.21.15.99:0/2433978185 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:47.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fbbe00700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5fbc0cdac0 0x7f5fbc0afdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc1a00700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5fbc15a9d0 0x7f5fbc1512f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc1000700 1 -- 172.21.15.99:0/2433978185 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5fbc0cdac0 msgr2=0x7f5fbc0afdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc1000700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5fbc0cdac0 0x7f5fbc0afdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc1000700 1 -- 172.21.15.99:0/2433978185 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5fbc15a9d0 msgr2=0x7f5fbc1512f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:47.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc1000700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5fbc15a9d0 0x7f5fbc1512f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:47.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc1000700 1 -- 172.21.15.99:0/2433978185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fa8009570 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc1000700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cbb30 0x7f5fbc150b40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f5fb000c820 tx=0x7f5fb000cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:47.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fb8c00700 1 -- 172.21.15.99:0/2433978185 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fb0011800 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fb8c00700 1 -- 172.21.15.99:0/2433978185 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fb0011960 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fb8c00700 1 -- 172.21.15.99:0/2433978185 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fb0011d10 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc2400700 1 -- 172.21.15.99:0/2433978185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fbc14fe40 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.809+0000 7f5fc2400700 1 -- 172.21.15.99:0/2433978185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fbc15b620 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.813+0000 7f5fc2400700 1 -- 172.21.15.99:0/2433978185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fbc15de30 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.813+0000 7f5fb8c00700 1 -- 172.21.15.99:0/2433978185 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5fb0018360 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.817+0000 7f5fb8c00700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5f9c066730 0x7f5f9c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:47.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.817+0000 7f5fb8c00700 1 -- 172.21.15.99:0/2433978185 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5738+0+0 (secure 0 0 0) 0x7f5fb00840e0 con 0x7f5fbc0cbb30 2024-09-13T17:00:47.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.817+0000 7f5fbbe00700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5f9c066730 0x7f5f9c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:47.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.817+0000 7f5fbbe00700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5f9c066730 0x7f5f9c068bf0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8000c00 tx=0x7f5fa8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:47.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:47.821+0000 7f5fb8c00700 1 -- 172.21.15.99:0/2433978185 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5fb0051420 con 0x7f5fbc0cbb30 2024-09-13T17:00:48.049 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.045+0000 7f5fc2400700 1 -- 172.21.15.99:0/2433978185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5fbc06d920 con 0x7f5fbc0cbb30 2024-09-13T17:00:48.050 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.045+0000 7f5fb8c00700 1 -- 172.21.15.99:0/2433978185 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4731 (secure 0 0 0) 0x7f5fb0054a40 con 0x7f5fbc0cbb30 2024-09-13T17:00:48.050 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:48.050 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/1101757392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":1101757392},{"type":"v1","addr":"172.21.15.170:6833","nonce":1101757392}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/729702588","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":729702588},{"type":"v1","addr":"172.21.15.99:6837","nonce":729702588}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6835/2431157926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2431157926},{"type":"v1","addr":"172.21.15.170:6835","nonce":2431157926}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:00:01.600654+0000","modified":"2024-09-13T17:00:04.618731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4260":{"gid":4260,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6836/1455903740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1455903740},{"type":"v1","addr":"172.21.15.99:6836","nonce":1455903740}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:00:48.053 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 -- 172.21.15.99:0/2433978185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5f9c066730 msgr2=0x7f5f9c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.053 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5f9c066730 0x7f5f9c068bf0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8000c00 tx=0x7f5fa8008030 comp rx=0 tx=0).stop 2024-09-13T17:00:48.053 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 -- 172.21.15.99:0/2433978185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cbb30 msgr2=0x7f5fbc150b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cbb30 0x7f5fbc150b40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f5fb000c820 tx=0x7f5fb000cbe0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 -- 172.21.15.99:0/2433978185 shutdown_connections 2024-09-13T17:00:48.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5f9c066730 0x7f5f9c068bf0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5fbc15a9d0 0x7f5fbc1512f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f5fbc0cdac0 0x7f5fbc0afdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 --2- 172.21.15.99:0/2433978185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f5fbc0cbb30 0x7f5fbc150b40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 -- 172.21.15.99:0/2433978185 >> 172.21.15.99:0/2433978185 conn(0x7f5fbc0cf1b0 msgr2=0x7f5fbc06cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:48.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 -- 172.21.15.99:0/2433978185 shutdown_connections 2024-09-13T17:00:48.054 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.049+0000 7f5fc2400700 1 -- 172.21.15.99:0/2433978185 wait complete. 2024-09-13T17:00:48.056 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2024-09-13T17:00:48.075 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:00:48.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a59a00700 1 Processor -- start 2024-09-13T17:00:48.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a59a00700 1 -- start start 2024-09-13T17:00:48.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a59a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3a54144670 0x7f3a540b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a59a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f3a540ccd10 0x7f3a540b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a59a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3a5415b390 0x7f3a5415b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a59a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a540cc880 con 0x7f3a54144670 2024-09-13T17:00:48.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a59a00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a5415c130 con 0x7f3a540ccd10 2024-09-13T17:00:48.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a59a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a54144a50 con 0x7f3a5415b390 2024-09-13T17:00:48.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a52a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3a54144670 0x7f3a540b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a52a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3a54144670 0x7f3a540b3ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55766/0 (socket says 172.21.15.99:55766) 2024-09-13T17:00:48.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a52a00700 1 -- 172.21.15.99:0/2359093436 learned_addr learned my addr 172.21.15.99:0/2359093436 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:48.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a53400700 1 --2- 172.21.15.99:0/2359093436 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3a5415b390 0x7f3a5415b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a4a000700 1 --2- 172.21.15.99:0/2359093436 >> v2:172.21.15.170:3300/0 conn(0x7f3a540ccd10 0x7f3a540b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a52a00700 1 -- 172.21.15.99:0/2359093436 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3a5415b390 msgr2=0x7f3a5415b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:48.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a52a00700 1 --2- 172.21.15.99:0/2359093436 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3a5415b390 0x7f3a5415b7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a52a00700 1 -- 172.21.15.99:0/2359093436 >> v2:172.21.15.170:3300/0 conn(0x7f3a540ccd10 msgr2=0x7f3a540b4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:48.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a52a00700 1 --2- 172.21.15.99:0/2359093436 >> v2:172.21.15.170:3300/0 conn(0x7f3a540ccd10 0x7f3a540b4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.237+0000 7f3a52a00700 1 -- 172.21.15.99:0/2359093436 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a540cbf50 con 0x7f3a54144670 2024-09-13T17:00:48.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a52a00700 1 --2- 172.21.15.99:0/2359093436 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 0x7f3a540b3ff0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f3a54071fd0 tx=0x7f3a44009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97fdf1ece26cb8d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:48.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a52000700 1 -- 172.21.15.99:0/2359093436 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a4400b8a0 con 0x7f3a54144670 2024-09-13T17:00:48.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a52000700 1 -- 172.21.15.99:0/2359093436 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a4400ba00 con 0x7f3a54144670 2024-09-13T17:00:48.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a52000700 1 -- 172.21.15.99:0/2359093436 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a4400bd90 con 0x7f3a54144670 2024-09-13T17:00:48.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a59a00700 1 -- 172.21.15.99:0/2359093436 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 msgr2=0x7f3a540b3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a59a00700 1 --2- 172.21.15.99:0/2359093436 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 0x7f3a540b3ff0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f3a54071fd0 tx=0x7f3a44009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a59a00700 1 -- 172.21.15.99:0/2359093436 shutdown_connections 2024-09-13T17:00:48.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a59a00700 1 --2- 172.21.15.99:0/2359093436 >> v2:172.21.15.170:3300/0 conn(0x7f3a540ccd10 0x7f3a540b4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.247 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a59a00700 1 --2- 172.21.15.99:0/2359093436 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3a5415b390 0x7f3a5415b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.247 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a59a00700 1 --2- 172.21.15.99:0/2359093436 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 0x7f3a540b3ff0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.247 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a59a00700 1 -- 172.21.15.99:0/2359093436 >> 172.21.15.99:0/2359093436 conn(0x7f3a54071110 msgr2=0x7f3a54071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:48.247 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a59a00700 1 -- 172.21.15.99:0/2359093436 shutdown_connections 2024-09-13T17:00:48.247 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.241+0000 7f3a59a00700 1 -- 172.21.15.99:0/2359093436 wait complete. 2024-09-13T17:00:48.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a59a00700 1 Processor -- start 2024-09-13T17:00:48.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a59a00700 1 -- start start 2024-09-13T17:00:48.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a59a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a540ccd10 0x7f3a5413e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a59a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 0x7f3a540af850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a59a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3a5415b390 0x7f3a540afd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a59a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5413c000 con 0x7f3a54144670 2024-09-13T17:00:48.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a59a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5413ece0 con 0x7f3a540ccd10 2024-09-13T17:00:48.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a59a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5413efc0 con 0x7f3a5415b390 2024-09-13T17:00:48.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a4a000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 0x7f3a540af850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.252 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a4a000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 0x7f3a540af850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55778/0 (socket says 172.21.15.99:55778) 2024-09-13T17:00:48.253 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a4a000700 1 -- 172.21.15.99:0/1138492825 learned_addr learned my addr 172.21.15.99:0/1138492825 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:48.253 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a53400700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3a5415b390 0x7f3a540afd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.253 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.245+0000 7f3a52a00700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a540ccd10 0x7f3a5413e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.253 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a4a000700 1 -- 172.21.15.99:0/1138492825 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3a5415b390 msgr2=0x7f3a540afd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.253 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a4a000700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3a5415b390 0x7f3a540afd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.253 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a4a000700 1 -- 172.21.15.99:0/1138492825 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a540ccd10 msgr2=0x7f3a5413e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.253 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a4a000700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a540ccd10 0x7f3a5413e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.253 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a4a000700 1 -- 172.21.15.99:0/1138492825 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a44009570 con 0x7f3a54144670 2024-09-13T17:00:48.254 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a52a00700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a540ccd10 0x7f3a5413e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:48.254 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a4a000700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 0x7f3a540af850 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c00d800 tx=0x7f3a3c00dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:48.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a4b400700 1 -- 172.21.15.99:0/1138492825 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c0125f0 con 0x7f3a54144670 2024-09-13T17:00:48.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a4b400700 1 -- 172.21.15.99:0/1138492825 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a3c012750 con 0x7f3a54144670 2024-09-13T17:00:48.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a59a00700 1 -- 172.21.15.99:0/1138492825 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a5413f2a0 con 0x7f3a54144670 2024-09-13T17:00:48.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a4b400700 1 -- 172.21.15.99:0/1138492825 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c012ac0 con 0x7f3a54144670 2024-09-13T17:00:48.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a59a00700 1 -- 172.21.15.99:0/1138492825 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a541522b0 con 0x7f3a54144670 2024-09-13T17:00:48.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.249+0000 7f3a59a00700 1 -- 172.21.15.99:0/1138492825 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a5415b7a0 con 0x7f3a54144670 2024-09-13T17:00:48.256 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.253+0000 7f3a4b400700 1 -- 172.21.15.99:0/1138492825 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3a3c012c20 con 0x7f3a54144670 2024-09-13T17:00:48.258 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.253+0000 7f3a4b400700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3a30066730 0x7f3a30068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.258 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.253+0000 7f3a4b400700 1 -- 172.21.15.99:0/1138492825 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5738+0+0 (secure 0 0 0) 0x7f3a3c084600 con 0x7f3a54144670 2024-09-13T17:00:48.258 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.253+0000 7f3a52a00700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3a30066730 0x7f3a30068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.259 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.253+0000 7f3a52a00700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3a30066730 0x7f3a30068bf0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3a540b1920 tx=0x7f3a44008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:48.262 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.257+0000 7f3a4b400700 1 -- 172.21.15.99:0/1138492825 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3a3c051830 con 0x7f3a54144670 2024-09-13T17:00:48.487 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.481+0000 7f3a59a00700 1 -- 172.21.15.99:0/1138492825 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3a54143e90 con 0x7f3a54144670 2024-09-13T17:00:48.488 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.485+0000 7f3a4b400700 1 -- 172.21.15.99:0/1138492825 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4731 (secure 0 0 0) 0x7f3a3c012ed0 con 0x7f3a54144670 2024-09-13T17:00:48.489 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:48.489 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4256,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/1101757392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":1101757392},{"type":"v1","addr":"172.21.15.170:6833","nonce":1101757392}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/729702588","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6835","nonce":729702588},{"type":"v1","addr":"172.21.15.99:6837","nonce":729702588}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4259,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6835/2431157926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2431157926},{"type":"v1","addr":"172.21.15.170:6835","nonce":2431157926}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:00:01.600654+0000","modified":"2024-09-13T17:00:04.618731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4260":{"gid":4260,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.99:6836/1455903740","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":1455903740},{"type":"v1","addr":"172.21.15.99:6836","nonce":1455903740}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.485+0000 7f3a59a00700 1 -- 172.21.15.99:0/1138492825 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3a30066730 msgr2=0x7f3a30068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.485+0000 7f3a59a00700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3a30066730 0x7f3a30068bf0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3a540b1920 tx=0x7f3a44008030 comp rx=0 tx=0).stop 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.485+0000 7f3a59a00700 1 -- 172.21.15.99:0/1138492825 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 msgr2=0x7f3a540af850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.485+0000 7f3a59a00700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 0x7f3a540af850 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c00d800 tx=0x7f3a3c00dbc0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.485+0000 7f3a59a00700 1 -- 172.21.15.99:0/1138492825 shutdown_connections 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.489+0000 7f3a59a00700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3a30066730 0x7f3a30068bf0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.489+0000 7f3a59a00700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3a54144670 0x7f3a540af850 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.489+0000 7f3a59a00700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3a5415b390 0x7f3a540afd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.489+0000 7f3a59a00700 1 --2- 172.21.15.99:0/1138492825 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3a540ccd10 0x7f3a5413e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.489+0000 7f3a59a00700 1 -- 172.21.15.99:0/1138492825 >> 172.21.15.99:0/1138492825 conn(0x7f3a54071110 msgr2=0x7f3a54142ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.489+0000 7f3a59a00700 1 -- 172.21.15.99:0/1138492825 shutdown_connections 2024-09-13T17:00:48.492 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.489+0000 7f3a59a00700 1 -- 172.21.15.99:0/1138492825 wait complete. 2024-09-13T17:00:48.494 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 8 2024-09-13T17:00:48.512 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:48.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.681+0000 7f247bc00700 1 Processor -- start 2024-09-13T17:00:48.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.681+0000 7f247bc00700 1 -- start start 2024-09-13T17:00:48.689 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f247bc00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f24740b5420 0x7f24740ad270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f247bc00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24740b5800 con 0x7f2474161100 2024-09-13T17:00:48.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f247bc00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24740aea30 con 0x7f24740aeec0 2024-09-13T17:00:48.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f247bc00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24740ade20 con 0x7f24740b5420 2024-09-13T17:00:48.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f2479c00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f2474161100 0x7f2474153730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:41942/0 (socket says 172.21.15.99:41942) 2024-09-13T17:00:48.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f2479c00700 1 -- 172.21.15.99:0/2748871816 learned_addr learned my addr 172.21.15.99:0/2748871816 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:48.690 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f2479200700 1 --2- 172.21.15.99:0/2748871816 >> v2:172.21.15.170:3300/0 conn(0x7f24740b5420 0x7f24740ad270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.691 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f2473400700 1 -- 172.21.15.99:0/2748871816 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2247822130 0 0) 0x7f24740b5800 con 0x7f2474161100 2024-09-13T17:00:48.691 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f2473400700 1 -- 172.21.15.99:0/2748871816 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f245c0035d0 con 0x7f2474161100 2024-09-13T17:00:48.691 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f2473400700 1 -- 172.21.15.99:0/2748871816 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3702279744 0 0) 0x7f24740aea30 con 0x7f24740aeec0 2024-09-13T17:00:48.691 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.685+0000 7f2473400700 1 -- 172.21.15.99:0/2748871816 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24740b5800 con 0x7f24740aeec0 2024-09-13T17:00:48.692 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f2479200700 1 -- 172.21.15.99:0/2748871816 >> v1:172.21.15.170:6789/0 conn(0x7f24740aeec0 legacy=0x7f24741609f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.692 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f2479200700 1 -- 172.21.15.99:0/2748871816 >> v1:172.21.15.99:6789/0 conn(0x7f2474161100 legacy=0x7f2474153730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.692 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f2479200700 1 -- 172.21.15.99:0/2748871816 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24740ae100 con 0x7f24740b5420 2024-09-13T17:00:48.692 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f2479200700 1 --2- 172.21.15.99:0/2748871816 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24740b5420 0x7f24740ad270 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2468009850 tx=0x7f2468009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbca5996d459ff0f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:48.693 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f2473400700 1 -- 172.21.15.99:0/2748871816 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2468011830 con 0x7f24740b5420 2024-09-13T17:00:48.693 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f2473400700 1 -- 172.21.15.99:0/2748871816 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2468011990 con 0x7f24740b5420 2024-09-13T17:00:48.693 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f2473400700 1 -- 172.21.15.99:0/2748871816 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2468011d00 con 0x7f24740b5420 2024-09-13T17:00:48.694 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f247bc00700 1 -- 172.21.15.99:0/2748871816 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24740b5420 msgr2=0x7f24740ad270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.694 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f247bc00700 1 --2- 172.21.15.99:0/2748871816 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24740b5420 0x7f24740ad270 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2468009850 tx=0x7f2468009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:48.694 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f247bc00700 1 -- 172.21.15.99:0/2748871816 shutdown_connections 2024-09-13T17:00:48.694 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f247bc00700 1 --2- 172.21.15.99:0/2748871816 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24740b5420 0x7f24740ad270 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.694 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f247bc00700 1 -- 172.21.15.99:0/2748871816 >> 172.21.15.99:0/2748871816 conn(0x7f247406a9c0 msgr2=0x7f247406add0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:48.695 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f247bc00700 1 -- 172.21.15.99:0/2748871816 shutdown_connections 2024-09-13T17:00:48.695 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.689+0000 7f247bc00700 1 -- 172.21.15.99:0/2748871816 wait complete. 2024-09-13T17:00:48.697 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.693+0000 7f247bc00700 1 Processor -- start 2024-09-13T17:00:48.697 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.693+0000 7f247bc00700 1 -- start start 2024-09-13T17:00:48.699 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.693+0000 7f247bc00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24740aeec0 0x7f2474147e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.699 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.693+0000 7f247bc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24740b5420 0x7f24741587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.699 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.693+0000 7f247bc00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2474161100 0x7f2474158cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.699 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.693+0000 7f247bc00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2474158390 con 0x7f24740b5420 2024-09-13T17:00:48.699 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.693+0000 7f247bc00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2474159fc0 con 0x7f24740aeec0 2024-09-13T17:00:48.699 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.693+0000 7f247bc00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2474157a80 con 0x7f2474161100 2024-09-13T17:00:48.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.693+0000 7f2473e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24740b5420 0x7f24741587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2473e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24740b5420 0x7f24741587b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55784/0 (socket says 172.21.15.99:55784) 2024-09-13T17:00:48.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2473e00700 1 -- 172.21.15.99:0/1862826662 learned_addr learned my addr 172.21.15.99:0/1862826662 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:48.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2479200700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24740aeec0 0x7f2474147e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2479c00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2474161100 0x7f2474158cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.700 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2473e00700 1 -- 172.21.15.99:0/1862826662 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2474161100 msgr2=0x7f2474158cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2473e00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2474161100 0x7f2474158cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2473e00700 1 -- 172.21.15.99:0/1862826662 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24740aeec0 msgr2=0x7f2474147e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2473e00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24740aeec0 0x7f2474147e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2473e00700 1 -- 172.21.15.99:0/1862826662 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24680094b0 con 0x7f24740b5420 2024-09-13T17:00:48.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2473e00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24740b5420 0x7f24741587b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f246000c730 tx=0x7f246000ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:48.702 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2470c00700 1 -- 172.21.15.99:0/1862826662 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24600052d0 con 0x7f24740b5420 2024-09-13T17:00:48.702 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2470c00700 1 -- 172.21.15.99:0/1862826662 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2460005450 con 0x7f24740b5420 2024-09-13T17:00:48.702 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f247bc00700 1 -- 172.21.15.99:0/1862826662 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24740ccc00 con 0x7f24740b5420 2024-09-13T17:00:48.702 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f2470c00700 1 -- 172.21.15.99:0/1862826662 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24600038e0 con 0x7f24740b5420 2024-09-13T17:00:48.702 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f247bc00700 1 -- 172.21.15.99:0/1862826662 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2474157fb0 con 0x7f24740b5420 2024-09-13T17:00:48.703 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.697+0000 7f247bc00700 1 -- 172.21.15.99:0/1862826662 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24741584d0 con 0x7f24740b5420 2024-09-13T17:00:48.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.701+0000 7f2470c00700 1 -- 172.21.15.99:0/1862826662 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2460003a40 con 0x7f24740b5420 2024-09-13T17:00:48.706 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.701+0000 7f2470c00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2454066730 0x7f2454068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:48.706 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.701+0000 7f2470c00700 1 -- 172.21.15.99:0/1862826662 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5738+0+0 (secure 0 0 0) 0x7f2460083630 con 0x7f24740b5420 2024-09-13T17:00:48.707 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.701+0000 7f2479200700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2454066730 0x7f2454068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:48.708 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.705+0000 7f2479200700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2454066730 0x7f2454068bf0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f24680090b0 tx=0x7f2468008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:48.710 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.705+0000 7f2470c00700 1 -- 172.21.15.99:0/1862826662 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f24741584d0 con 0x7f24740b5420 2024-09-13T17:00:48.895 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.889+0000 7f247bc00700 1 -- 172.21.15.99:0/1862826662 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f24741584d0 con 0x7f24740b5420 2024-09-13T17:00:48.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.893+0000 7f2470c00700 1 -- 172.21.15.99:0/1862826662 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16534 (secure 0 0 0) 0x7f24741584d0 con 0x7f24740b5420 2024-09-13T17:00:48.900 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:48.900 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":22,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:45.865871+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:59:59.893390+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:00.586917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.3f","mappings":[{"from":0,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:48.904 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.897+0000 7f247bc00700 1 -- 172.21.15.99:0/1862826662 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2454066730 msgr2=0x7f2454068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.904 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2454066730 0x7f2454068bf0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f24680090b0 tx=0x7f2468008030 comp rx=0 tx=0).stop 2024-09-13T17:00:48.904 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 -- 172.21.15.99:0/1862826662 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24740b5420 msgr2=0x7f24741587b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:48.904 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24740b5420 0x7f24741587b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f246000c730 tx=0x7f246000ca40 comp rx=0 tx=0).stop 2024-09-13T17:00:48.904 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 -- 172.21.15.99:0/1862826662 shutdown_connections 2024-09-13T17:00:48.904 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2454066730 0x7f2454068bf0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.904 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24740b5420 0x7f24741587b0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.904 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2474161100 0x7f2474158cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.905 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 --2- 172.21.15.99:0/1862826662 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24740aeec0 0x7f2474147e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:48.905 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 -- 172.21.15.99:0/1862826662 >> 172.21.15.99:0/1862826662 conn(0x7f247406a9c0 msgr2=0x7f24740b3b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:48.905 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 -- 172.21.15.99:0/1862826662 shutdown_connections 2024-09-13T17:00:48.905 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:48.901+0000 7f247bc00700 1 -- 172.21.15.99:0/1862826662 wait complete. 2024-09-13T17:00:48.925 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T17:00:49.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2c00700 1 Processor -- start 2024-09-13T17:00:49.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2c00700 1 -- start start 2024-09-13T17:00:49.089 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f18dc0b0e90 0x7f18dc15aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:49.089 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18dc0cd370 con 0x7f18dc1576f0 2024-09-13T17:00:49.089 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18dc0cd650 con 0x7f18dc157310 2024-09-13T17:00:49.089 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2c00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18dc15a270 con 0x7f18dc0b0e90 2024-09-13T17:00:49.089 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f18dc0b0e90 0x7f18dc15aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:49.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f18dc0b0e90 0x7f18dc15aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55794/0 (socket says 172.21.15.99:55794) 2024-09-13T17:00:49.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2200700 1 -- 172.21.15.99:0/2503253301 learned_addr learned my addr 172.21.15.99:0/2503253301 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:49.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e0e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f18dc1576f0 0x7f18dc0b0780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:41946/0 (socket says 172.21.15.99:41946) 2024-09-13T17:00:49.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2200700 1 -- 172.21.15.99:0/2503253301 >> v1:172.21.15.170:6789/0 conn(0x7f18dc157310 legacy=0x7f18dc0cc940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2200700 1 -- 172.21.15.99:0/2503253301 >> v1:172.21.15.99:6789/0 conn(0x7f18dc1576f0 legacy=0x7f18dc0b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2200700 1 -- 172.21.15.99:0/2503253301 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18dc15a550 con 0x7f18dc0b0e90 2024-09-13T17:00:49.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18e2200700 1 --2- 172.21.15.99:0/2503253301 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 0x7f18dc15aa70 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f18d4009910 tx=0x7f18d4009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81a5c8b4cfa2b234 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:49.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18dbe00700 1 -- 172.21.15.99:0/2503253301 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d400ba60 con 0x7f18dc0b0e90 2024-09-13T17:00:49.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18dbe00700 1 -- 172.21.15.99:0/2503253301 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18d400bbc0 con 0x7f18dc0b0e90 2024-09-13T17:00:49.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.085+0000 7f18dbe00700 1 -- 172.21.15.99:0/2503253301 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d4009e60 con 0x7f18dc0b0e90 2024-09-13T17:00:49.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.089+0000 7f18e2c00700 1 -- 172.21.15.99:0/2503253301 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 msgr2=0x7f18dc15aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.089+0000 7f18e2c00700 1 --2- 172.21.15.99:0/2503253301 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 0x7f18dc15aa70 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f18d4009910 tx=0x7f18d4009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:49.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.089+0000 7f18e2c00700 1 -- 172.21.15.99:0/2503253301 shutdown_connections 2024-09-13T17:00:49.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.089+0000 7f18e2c00700 1 --2- 172.21.15.99:0/2503253301 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 0x7f18dc15aa70 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:49.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.089+0000 7f18e2c00700 1 -- 172.21.15.99:0/2503253301 >> 172.21.15.99:0/2503253301 conn(0x7f18dc066780 msgr2=0x7f18dc06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:49.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.089+0000 7f18e2c00700 1 -- 172.21.15.99:0/2503253301 shutdown_connections 2024-09-13T17:00:49.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.089+0000 7f18e2c00700 1 -- 172.21.15.99:0/2503253301 wait complete. 2024-09-13T17:00:49.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2c00700 1 Processor -- start 2024-09-13T17:00:49.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2c00700 1 -- start start 2024-09-13T17:00:49.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 0x7f18dc1583b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18dc157310 0x7f18dc0b05b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f18dc1576f0 0x7f18dc1f5c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18dc0af6c0 con 0x7f18dc0b0e90 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18dc0aeb40 con 0x7f18dc157310 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18dc0aee20 con 0x7f18dc1576f0 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e1800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 0x7f18dc1583b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e1800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 0x7f18dc1583b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55802/0 (socket says 172.21.15.99:55802) 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e1800700 1 -- 172.21.15.99:0/1559560495 learned_addr learned my addr 172.21.15.99:0/1559560495 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e0e00700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18dc157310 0x7f18dc0b05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2200700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f18dc1576f0 0x7f18dc1f5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:49.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e1800700 1 -- 172.21.15.99:0/1559560495 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f18dc1576f0 msgr2=0x7f18dc1f5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e1800700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f18dc1576f0 0x7f18dc1f5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e1800700 1 -- 172.21.15.99:0/1559560495 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18dc157310 msgr2=0x7f18dc0b05b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e1800700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18dc157310 0x7f18dc0b05b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e1800700 1 -- 172.21.15.99:0/1559560495 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18d4009570 con 0x7f18dc0b0e90 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2200700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f18dc1576f0 0x7f18dc1f5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e1800700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 0x7f18dc1583b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f18d000cc20 tx=0x7f18d000cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18d9600700 1 -- 172.21.15.99:0/1559560495 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d0003c20 con 0x7f18dc0b0e90 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18d9600700 1 -- 172.21.15.99:0/1559560495 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18d0003da0 con 0x7f18dc0b0e90 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18d9600700 1 -- 172.21.15.99:0/1559560495 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d000ab90 con 0x7f18dc0b0e90 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2c00700 1 -- 172.21.15.99:0/1559560495 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18dc0af100 con 0x7f18dc0b0e90 2024-09-13T17:00:49.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.093+0000 7f18e2c00700 1 -- 172.21.15.99:0/1559560495 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18dc0ae760 con 0x7f18dc0b0e90 2024-09-13T17:00:49.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.097+0000 7f18e2c00700 1 -- 172.21.15.99:0/1559560495 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18dc15aa70 con 0x7f18dc0b0e90 2024-09-13T17:00:49.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.097+0000 7f18d9600700 1 -- 172.21.15.99:0/1559560495 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f18d000acf0 con 0x7f18dc0b0e90 2024-09-13T17:00:49.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.101+0000 7f18d9600700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f18bc066730 0x7f18bc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:49.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.101+0000 7f18d9600700 1 -- 172.21.15.99:0/1559560495 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5738+0+0 (secure 0 0 0) 0x7f18d0084230 con 0x7f18dc0b0e90 2024-09-13T17:00:49.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.101+0000 7f18e0e00700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f18bc066730 0x7f18bc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:49.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.101+0000 7f18e0e00700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f18bc066730 0x7f18bc068bf0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f18c8000f60 tx=0x7f18c8007f30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:49.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.105+0000 7f18d9600700 1 -- 172.21.15.99:0/1559560495 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f18d0051570 con 0x7f18dc0b0e90 2024-09-13T17:00:49.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.329+0000 7f18e2c00700 1 -- 172.21.15.99:0/1559560495 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f18dc1503a0 con 0x7f18dc0b0e90 2024-09-13T17:00:49.337 INFO:tasks.ceph.mon.a.smithi099.stderr:2024-09-13T17:00:49.333+0000 7fb7d6800700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T17:00:49.350 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.345+0000 7f18d9600700 1 -- 172.21.15.99:0/1559560495 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7f18d0054b90 con 0x7f18dc0b0e90 2024-09-13T17:00:49.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 -- 172.21.15.99:0/1559560495 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f18bc066730 msgr2=0x7f18bc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f18bc066730 0x7f18bc068bf0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f18c8000f60 tx=0x7f18c8007f30 comp rx=0 tx=0).stop 2024-09-13T17:00:49.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 -- 172.21.15.99:0/1559560495 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 msgr2=0x7f18dc1583b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 0x7f18dc1583b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f18d000cc20 tx=0x7f18d000cf30 comp rx=0 tx=0).stop 2024-09-13T17:00:49.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 -- 172.21.15.99:0/1559560495 shutdown_connections 2024-09-13T17:00:49.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f18bc066730 0x7f18bc068bf0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:49.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f18dc1576f0 0x7f18dc1f5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:49.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f18dc157310 0x7f18dc0b05b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:49.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 --2- 172.21.15.99:0/1559560495 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f18dc0b0e90 0x7f18dc1583b0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:49.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 -- 172.21.15.99:0/1559560495 >> 172.21.15.99:0/1559560495 conn(0x7f18dc066780 msgr2=0x7f18dc0b3380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:49.355 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 -- 172.21.15.99:0/1559560495 shutdown_connections 2024-09-13T17:00:49.355 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.349+0000 7f18e2c00700 1 -- 172.21.15.99:0/1559560495 wait complete. 2024-09-13T17:00:49.355 INFO:teuthology.orchestra.run.smithi099.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T17:00:49.364 INFO:tasks.ceph.mds.c.smithi099.stderr: -7178> 2024-09-13T17:00:03.046+0000 7f05eda00700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T17:00:49.374 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T17:00:49.432 INFO:tasks.ceph.mds.c.smithi099.stdout:starting mds.c at 2024-09-13T17:00:49.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.533+0000 7f7151600700 1 Processor -- start 2024-09-13T17:00:49.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.533+0000 7f7151600700 1 -- start start 2024-09-13T17:00:49.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f7151600700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f714c0b4700 0x7f714c15baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:49.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f7151600700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f714c0cc880 con 0x7f714c144670 2024-09-13T17:00:49.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f7151600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f714c06de60 con 0x7f714c0ccd10 2024-09-13T17:00:49.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f7151600700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f714c15c130 con 0x7f714c0b4700 2024-09-13T17:00:49.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f714aa00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f714c144670 0x7f714c0b3ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:41958/0 (socket says 172.21.15.99:41958) 2024-09-13T17:00:49.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f714aa00700 1 -- 172.21.15.99:0/3554934113 learned_addr learned my addr 172.21.15.99:0/3554934113 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:49.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f714b400700 1 --2- 172.21.15.99:0/3554934113 >> v2:172.21.15.170:3300/0 conn(0x7f714c0b4700 0x7f714c15baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:49.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f714b400700 1 -- 172.21.15.99:0/3554934113 >> v1:172.21.15.170:6789/0 conn(0x7f714c0ccd10 legacy=0x7f714c15b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f7149600700 1 -- 172.21.15.99:0/3554934113 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2629546238 0 0) 0x7f714c0cc880 con 0x7f714c144670 2024-09-13T17:00:49.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f714b400700 1 -- 172.21.15.99:0/3554934113 >> v1:172.21.15.99:6789/0 conn(0x7f714c144670 legacy=0x7f714c0b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f714b400700 1 -- 172.21.15.99:0/3554934113 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f714c144a50 con 0x7f714c0b4700 2024-09-13T17:00:49.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f714b400700 1 --2- 172.21.15.99:0/3554934113 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f714c0b4700 0x7f714c15baa0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7144009d90 tx=0x7f714400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8780b78c89244aa6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:49.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f7149600700 1 -- 172.21.15.99:0/3554934113 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f714400e070 con 0x7f714c0b4700 2024-09-13T17:00:49.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f7149600700 1 -- 172.21.15.99:0/3554934113 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f714400bbd0 con 0x7f714c0b4700 2024-09-13T17:00:49.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.537+0000 7f7149600700 1 -- 172.21.15.99:0/3554934113 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7144012430 con 0x7f714c0b4700 2024-09-13T17:00:49.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.541+0000 7f7151600700 1 -- 172.21.15.99:0/3554934113 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f714c0b4700 msgr2=0x7f714c15baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.541+0000 7f7151600700 1 --2- 172.21.15.99:0/3554934113 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f714c0b4700 0x7f714c15baa0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7144009d90 tx=0x7f714400b330 comp rx=0 tx=0).stop 2024-09-13T17:00:49.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.541+0000 7f7151600700 1 -- 172.21.15.99:0/3554934113 shutdown_connections 2024-09-13T17:00:49.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.541+0000 7f7151600700 1 --2- 172.21.15.99:0/3554934113 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f714c0b4700 0x7f714c15baa0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:49.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.541+0000 7f7151600700 1 -- 172.21.15.99:0/3554934113 >> 172.21.15.99:0/3554934113 conn(0x7f714c071110 msgr2=0x7f714c071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:49.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.541+0000 7f7151600700 1 -- 172.21.15.99:0/3554934113 shutdown_connections 2024-09-13T17:00:49.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.541+0000 7f7151600700 1 -- 172.21.15.99:0/3554934113 wait complete. 2024-09-13T17:00:49.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.541+0000 7f7151600700 1 Processor -- start 2024-09-13T17:00:49.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.541+0000 7f7151600700 1 -- start start 2024-09-13T17:00:49.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7151600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f714c0b4700 0x7f714c13d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:49.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7151600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f714c0ccd10 0x7f714c13ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:49.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7151600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f714c144670 0x7f714c1522b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:49.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7151600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f714c13fc50 con 0x7f714c144670 2024-09-13T17:00:49.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7151600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f714c13ff30 con 0x7f714c0ccd10 2024-09-13T17:00:49.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7151600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f714c140210 con 0x7f714c0b4700 2024-09-13T17:00:49.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714b400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f714c144670 0x7f714c1522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714b400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f714c144670 0x7f714c1522b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55824/0 (socket says 172.21.15.99:55824) 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714b400700 1 -- 172.21.15.99:0/3661138771 learned_addr learned my addr 172.21.15.99:0/3661138771 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714a000700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f714c0ccd10 0x7f714c13ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714aa00700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f714c0b4700 0x7f714c13d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714b400700 1 -- 172.21.15.99:0/3661138771 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f714c0b4700 msgr2=0x7f714c13d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714b400700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f714c0b4700 0x7f714c13d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714b400700 1 -- 172.21.15.99:0/3661138771 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f714c0ccd10 msgr2=0x7f714c13ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714b400700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f714c0ccd10 0x7f714c13ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714b400700 1 -- 172.21.15.99:0/3661138771 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7144009a70 con 0x7f714c144670 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f714b400700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f714c144670 0x7f714c1522b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7144014040 tx=0x7f7144004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7142a00700 1 -- 172.21.15.99:0/3661138771 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7144012430 con 0x7f714c144670 2024-09-13T17:00:49.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7142a00700 1 -- 172.21.15.99:0/3661138771 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7144020070 con 0x7f714c144670 2024-09-13T17:00:49.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7151600700 1 -- 172.21.15.99:0/3661138771 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f714c1404f0 con 0x7f714c144670 2024-09-13T17:00:49.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7142a00700 1 -- 172.21.15.99:0/3661138771 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7144004280 con 0x7f714c144670 2024-09-13T17:00:49.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.545+0000 7f7151600700 1 -- 172.21.15.99:0/3661138771 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f714c1527f0 con 0x7f714c144670 2024-09-13T17:00:49.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.549+0000 7f7151600700 1 -- 172.21.15.99:0/3661138771 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f714c1431a0 con 0x7f714c144670 2024-09-13T17:00:49.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.549+0000 7f7142a00700 1 -- 172.21.15.99:0/3661138771 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f71440043e0 con 0x7f714c144670 2024-09-13T17:00:49.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.549+0000 7f7142a00700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f712c066730 0x7f712c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:49.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.549+0000 7f7142a00700 1 -- 172.21.15.99:0/3661138771 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5824+0+0 (secure 0 0 0) 0x7f7144022070 con 0x7f714c144670 2024-09-13T17:00:49.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.549+0000 7f714aa00700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f712c066730 0x7f712c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:49.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.553+0000 7f714aa00700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f712c066730 0x7f712c068bf0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f713c000f60 tx=0x7f713c007db0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:49.561 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.557+0000 7f7142a00700 1 -- 172.21.15.99:0/3661138771 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f714c1431a0 con 0x7f714c144670 2024-09-13T17:00:49.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:49.777+0000 7f7151600700 1 -- 172.21.15.99:0/3661138771 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f714c1431a0 con 0x7f714c144670 2024-09-13T17:00:50.356 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.353+0000 7f7142a00700 1 -- 172.21.15.99:0/3661138771 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7f714c1431a0 con 0x7f714c144670 2024-09-13T17:00:50.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 -- 172.21.15.99:0/3661138771 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f712c066730 msgr2=0x7f712c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:50.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f712c066730 0x7f712c068bf0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f713c000f60 tx=0x7f713c007db0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 -- 172.21.15.99:0/3661138771 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f714c144670 msgr2=0x7f714c1522b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f714c144670 0x7f714c1522b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7144014040 tx=0x7f7144004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 -- 172.21.15.99:0/3661138771 shutdown_connections 2024-09-13T17:00:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f712c066730 0x7f712c068bf0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f714c144670 0x7f714c1522b0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f714c0ccd10 0x7f714c13ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 --2- 172.21.15.99:0/3661138771 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f714c0b4700 0x7f714c13d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 -- 172.21.15.99:0/3661138771 >> 172.21.15.99:0/3661138771 conn(0x7f714c071110 msgr2=0x7f714c0aef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:50.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 -- 172.21.15.99:0/3661138771 shutdown_connections 2024-09-13T17:00:50.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.357+0000 7f7151600700 1 -- 172.21.15.99:0/3661138771 wait complete. 2024-09-13T17:00:50.383 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T17:00:50.561 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.557+0000 7f38d2a00700 1 Processor -- start 2024-09-13T17:00:50.562 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.557+0000 7f38d2a00700 1 -- start start 2024-09-13T17:00:50.565 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d2a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f38cc13dbd0 0x7f38cc071010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:50.565 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d2a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc071550 0x7f38cc140360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:50.565 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d2a00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f38cc15e7b0 con 0x7f38cc1408a0 2024-09-13T17:00:50.565 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d2a00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38cc0719e0 con 0x7f38cc13dbd0 2024-09-13T17:00:50.565 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d2a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38cc15c170 con 0x7f38cc071550 2024-09-13T17:00:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d2000700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f38cc1408a0 0x7f38cc0b06f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:41968/0 (socket says 172.21.15.99:41968) 2024-09-13T17:00:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d2000700 1 -- 172.21.15.99:0/2242049794 learned_addr learned my addr 172.21.15.99:0/2242049794 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d1600700 1 --2- 172.21.15.99:0/2242049794 >> v2:172.21.15.170:3300/0 conn(0x7f38cc13dbd0 0x7f38cc071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d0c00700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc071550 0x7f38cc140360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1435870405 0 0) 0x7f38cc15e7b0 con 0x7f38cc1408a0 2024-09-13T17:00:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f38b40035d0 con 0x7f38cc1408a0 2024-09-13T17:00:50.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2601494911 0 0) 0x7f38b40035d0 con 0x7f38cc1408a0 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc071550 msgr2=0x7f38cc140360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc071550 0x7f38cc140360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 >> v2:172.21.15.170:3300/0 conn(0x7f38cc13dbd0 msgr2=0x7f38cc071010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 --2- 172.21.15.99:0/2242049794 >> v2:172.21.15.170:3300/0 conn(0x7f38cc13dbd0 0x7f38cc071010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38cc13dfb0 con 0x7f38cc1408a0 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f38c40019f0 con 0x7f38cc1408a0 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 >> v1:172.21.15.99:6789/0 conn(0x7f38cc1408a0 legacy=0x7f38cc0b06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc071550 0x7f38b4003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38b4003fa0 0x7f38b4004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38b4004db0 0x7f38b4005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38cc0719e0 con 0x7f38b4004db0 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38cc15c170 con 0x7f38b4003fa0 2024-09-13T17:00:50.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38b400ba80 con 0x7f38cc071550 2024-09-13T17:00:50.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d1600700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc071550 0x7f38b4003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:50.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d2000700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38b4004db0 0x7f38b4005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:50.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.561+0000 7f38d0c00700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38b4003fa0 0x7f38b4004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:50.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d1600700 1 -- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38b4003fa0 msgr2=0x7f38b4004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:50.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d1600700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38b4003fa0 0x7f38b4004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d1600700 1 -- 172.21.15.99:0/2242049794 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38b4004db0 msgr2=0x7f38b4005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d1600700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38b4004db0 0x7f38b4005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d1600700 1 -- 172.21.15.99:0/2242049794 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38b40035d0 con 0x7f38cc071550 2024-09-13T17:00:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d1600700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc071550 0x7f38b4003a20 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f38c0009ba0 tx=0x7f38b40058a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f29d7da0b8da6b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38c000e6c0 con 0x7f38cc071550 2024-09-13T17:00:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38c000e820 con 0x7f38cc071550 2024-09-13T17:00:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38cbe00700 1 -- 172.21.15.99:0/2242049794 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38c000eb90 con 0x7f38cc071550 2024-09-13T17:00:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d2a00700 1 -- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc071550 msgr2=0x7f38b4003a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:50.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d2a00700 1 --2- 172.21.15.99:0/2242049794 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc071550 0x7f38b4003a20 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f38c0009ba0 tx=0x7f38b40058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d2000700 1 -- 172.21.15.99:0/2242049794 reap_dead start 2024-09-13T17:00:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d2a00700 1 -- 172.21.15.99:0/2242049794 shutdown_connections 2024-09-13T17:00:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d2a00700 1 -- 172.21.15.99:0/2242049794 >> 172.21.15.99:0/2242049794 conn(0x7f38cc06a360 msgr2=0x7f38cc06a770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d2a00700 1 -- 172.21.15.99:0/2242049794 shutdown_connections 2024-09-13T17:00:50.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.565+0000 7f38d2a00700 1 -- 172.21.15.99:0/2242049794 wait complete. 2024-09-13T17:00:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.569+0000 7f38d2a00700 1 Processor -- start 2024-09-13T17:00:50.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.569+0000 7f38d2a00700 1 -- start start 2024-09-13T17:00:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38cc071550 0x7f38cc144180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc12c510 0x7f38cc142fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38cc141450 0x7f38cc1434f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38cc143a30 con 0x7f38cc141450 2024-09-13T17:00:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38cc151bb0 con 0x7f38cc071550 2024-09-13T17:00:50.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38cc0b07b0 con 0x7f38cc12c510 2024-09-13T17:00:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38cc141450 0x7f38cc1434f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38cc141450 0x7f38cc1434f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55846/0 (socket says 172.21.15.99:55846) 2024-09-13T17:00:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2000700 1 -- 172.21.15.99:0/3042178292 learned_addr learned my addr 172.21.15.99:0/3042178292 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:50.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d1600700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38cc071550 0x7f38cc144180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d0c00700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc12c510 0x7f38cc142fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2000700 1 -- 172.21.15.99:0/3042178292 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc12c510 msgr2=0x7f38cc142fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2000700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc12c510 0x7f38cc142fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2000700 1 -- 172.21.15.99:0/3042178292 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38cc071550 msgr2=0x7f38cc144180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2000700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38cc071550 0x7f38cc144180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2000700 1 -- 172.21.15.99:0/3042178292 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38cc0b0a50 con 0x7f38cc141450 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d0c00700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc12c510 0x7f38cc142fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2000700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38cc141450 0x7f38cc1434f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f38cc140c80 tx=0x7f38c4001a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38c9600700 1 -- 172.21.15.99:0/3042178292 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38c4007830 con 0x7f38cc141450 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38c9600700 1 -- 172.21.15.99:0/3042178292 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38c40079b0 con 0x7f38cc141450 2024-09-13T17:00:50.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2a00700 1 -- 172.21.15.99:0/3042178292 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38cc0b0d30 con 0x7f38cc141450 2024-09-13T17:00:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38c9600700 1 -- 172.21.15.99:0/3042178292 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38c40133f0 con 0x7f38cc141450 2024-09-13T17:00:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2a00700 1 -- 172.21.15.99:0/3042178292 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38cc1446c0 con 0x7f38cc141450 2024-09-13T17:00:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.573+0000 7f38d2a00700 1 -- 172.21.15.99:0/3042178292 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38cc140d30 con 0x7f38cc141450 2024-09-13T17:00:50.580 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.577+0000 7f38c9600700 1 -- 172.21.15.99:0/3042178292 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f38c4013570 con 0x7f38cc141450 2024-09-13T17:00:50.582 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.577+0000 7f38c9600700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f38ac066760 0x7f38ac068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:50.582 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.577+0000 7f38c9600700 1 -- 172.21.15.99:0/3042178292 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5824+0+0 (secure 0 0 0) 0x7f38c4084790 con 0x7f38cc141450 2024-09-13T17:00:50.583 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.577+0000 7f38d1600700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f38ac066760 0x7f38ac068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:50.584 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.581+0000 7f38d1600700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f38ac066760 0x7f38ac068c20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f38c00090b0 tx=0x7f38c001f040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:50.588 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.585+0000 7f38c9600700 1 -- 172.21.15.99:0/3042178292 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f38c4051a10 con 0x7f38cc141450 2024-09-13T17:00:50.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:50.769+0000 7f38d2a00700 1 -- 172.21.15.99:0/3042178292 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f38cc0b2430 con 0x7f38cc141450 2024-09-13T17:00:51.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.357+0000 7f38c9600700 1 -- 172.21.15.99:0/3042178292 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v24) v1 ==== 181+0+0 (secure 0 0 0) 0x7f38c4055030 con 0x7f38cc141450 2024-09-13T17:00:51.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 -- 172.21.15.99:0/3042178292 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f38ac066760 msgr2=0x7f38ac068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:51.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f38ac066760 0x7f38ac068c20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f38c00090b0 tx=0x7f38c001f040 comp rx=0 tx=0).stop 2024-09-13T17:00:51.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 -- 172.21.15.99:0/3042178292 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38cc141450 msgr2=0x7f38cc1434f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:51.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38cc141450 0x7f38cc1434f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f38cc140c80 tx=0x7f38c4001a60 comp rx=0 tx=0).stop 2024-09-13T17:00:51.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 -- 172.21.15.99:0/3042178292 shutdown_connections 2024-09-13T17:00:51.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f38ac066760 0x7f38ac068c20 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:51.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f38cc141450 0x7f38cc1434f0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:51.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38cc12c510 0x7f38cc142fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:51.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 --2- 172.21.15.99:0/3042178292 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38cc071550 0x7f38cc144180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:51.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 -- 172.21.15.99:0/3042178292 >> 172.21.15.99:0/3042178292 conn(0x7f38cc06a360 msgr2=0x7f38cc13c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:51.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 -- 172.21.15.99:0/3042178292 shutdown_connections 2024-09-13T17:00:51.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.365+0000 7f38d2a00700 1 -- 172.21.15.99:0/3042178292 wait complete. 2024-09-13T17:00:51.370 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_metadata' removed 2024-09-13T17:00:51.389 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T17:00:51.566 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.561+0000 7fb96a600700 1 Processor -- start 2024-09-13T17:00:51.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.561+0000 7fb96a600700 1 -- start start 2024-09-13T17:00:51.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.561+0000 7fb96a600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb9640d37c0 0x7fb9640b4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:51.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.561+0000 7fb96a600700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9640b5530 con 0x7fb9640b4c60 2024-09-13T17:00:51.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.561+0000 7fb96a600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9640ce580 con 0x7fb964160510 2024-09-13T17:00:51.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.561+0000 7fb96a600700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9640ce860 con 0x7fb9640d37c0 2024-09-13T17:00:51.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb969c00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fb9640b4c60 0x7fb9640d07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:41976/0 (socket says 172.21.15.99:41976) 2024-09-13T17:00:51.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb969c00700 1 -- 172.21.15.99:0/3436827353 learned_addr learned my addr 172.21.15.99:0/3436827353 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:51.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963e00700 1 --2- 172.21.15.99:0/3436827353 >> v2:172.21.15.99:3300/0 conn(0x7fb9640d37c0 0x7fb9640b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:51.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963400700 1 -- 172.21.15.99:0/3436827353 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1548230593 0 0) 0x7fb9640b5530 con 0x7fb9640b4c60 2024-09-13T17:00:51.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963400700 1 -- 172.21.15.99:0/3436827353 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb94c0035d0 con 0x7fb9640b4c60 2024-09-13T17:00:51.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963400700 1 -- 172.21.15.99:0/3436827353 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3625608916 0 0) 0x7fb9640ce580 con 0x7fb964160510 2024-09-13T17:00:51.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963400700 1 -- 172.21.15.99:0/3436827353 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb9640b5530 con 0x7fb964160510 2024-09-13T17:00:51.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963e00700 1 -- 172.21.15.99:0/3436827353 >> v1:172.21.15.170:6789/0 conn(0x7fb964160510 legacy=0x7fb9640b36f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:51.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963e00700 1 -- 172.21.15.99:0/3436827353 >> v1:172.21.15.99:6789/0 conn(0x7fb9640b4c60 legacy=0x7fb9640d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:51.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963e00700 1 -- 172.21.15.99:0/3436827353 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9641608f0 con 0x7fb9640d37c0 2024-09-13T17:00:51.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963e00700 1 --2- 172.21.15.99:0/3436827353 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9640d37c0 0x7fb9640b4720 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb950009850 tx=0x7fb950009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=404bcc2e5f65d7d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:51.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963400700 1 -- 172.21.15.99:0/3436827353 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb950011830 con 0x7fb9640d37c0 2024-09-13T17:00:51.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963400700 1 -- 172.21.15.99:0/3436827353 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb950011990 con 0x7fb9640d37c0 2024-09-13T17:00:51.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb963400700 1 -- 172.21.15.99:0/3436827353 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb950011d40 con 0x7fb9640d37c0 2024-09-13T17:00:51.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb96a600700 1 -- 172.21.15.99:0/3436827353 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9640d37c0 msgr2=0x7fb9640b4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:51.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb96a600700 1 --2- 172.21.15.99:0/3436827353 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9640d37c0 0x7fb9640b4720 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb950009850 tx=0x7fb950009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:51.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb96a600700 1 -- 172.21.15.99:0/3436827353 shutdown_connections 2024-09-13T17:00:51.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb96a600700 1 --2- 172.21.15.99:0/3436827353 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9640d37c0 0x7fb9640b4720 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:51.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.565+0000 7fb96a600700 1 -- 172.21.15.99:0/3436827353 >> 172.21.15.99:0/3436827353 conn(0x7fb9640d2ca0 msgr2=0x7fb9640d30b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:51.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.569+0000 7fb96a600700 1 -- 172.21.15.99:0/3436827353 shutdown_connections 2024-09-13T17:00:51.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.569+0000 7fb96a600700 1 -- 172.21.15.99:0/3436827353 wait complete. 2024-09-13T17:00:51.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.569+0000 7fb96a600700 1 Processor -- start 2024-09-13T17:00:51.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.569+0000 7fb96a600700 1 -- start start 2024-09-13T17:00:51.580 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb96a600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb9640b4c60 0x7fb96415bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:51.580 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb96a600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9640d37c0 0x7fb9640c6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:51.580 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb96a600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb964160510 0x7fb9640cc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:51.580 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb96a600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9640cbe80 con 0x7fb964160510 2024-09-13T17:00:51.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb96a600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9640b5f40 con 0x7fb9640b4c60 2024-09-13T17:00:51.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb96a600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9640cb4e0 con 0x7fb9640d37c0 2024-09-13T17:00:51.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb969c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb964160510 0x7fb9640cc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:51.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb969c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb964160510 0x7fb9640cc2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55862/0 (socket says 172.21.15.99:55862) 2024-09-13T17:00:51.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb969c00700 1 -- 172.21.15.99:0/2941723846 learned_addr learned my addr 172.21.15.99:0/2941723846 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:51.582 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb963e00700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9640d37c0 0x7fb9640c6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:51.582 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb969200700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb9640b4c60 0x7fb96415bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:51.582 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb969c00700 1 -- 172.21.15.99:0/2941723846 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9640d37c0 msgr2=0x7fb9640c6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:51.582 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb969c00700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9640d37c0 0x7fb9640c6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:51.582 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb969c00700 1 -- 172.21.15.99:0/2941723846 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb9640b4c60 msgr2=0x7fb96415bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:51.583 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb969c00700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb9640b4c60 0x7fb96415bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:51.583 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb969c00700 1 -- 172.21.15.99:0/2941723846 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9500094b0 con 0x7fb964160510 2024-09-13T17:00:51.583 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb969c00700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb964160510 0x7fb9640cc2a0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb95c00cba0 tx=0x7fb95c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:51.583 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb960c00700 1 -- 172.21.15.99:0/2941723846 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb95c00a980 con 0x7fb964160510 2024-09-13T17:00:51.583 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb960c00700 1 -- 172.21.15.99:0/2941723846 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb95c00aae0 con 0x7fb964160510 2024-09-13T17:00:51.583 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb96a600700 1 -- 172.21.15.99:0/2941723846 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9640cb7c0 con 0x7fb964160510 2024-09-13T17:00:51.584 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.573+0000 7fb960c00700 1 -- 172.21.15.99:0/2941723846 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb95c00ae70 con 0x7fb964160510 2024-09-13T17:00:51.584 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.577+0000 7fb96a600700 1 -- 172.21.15.99:0/2941723846 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb96415c520 con 0x7fb964160510 2024-09-13T17:00:51.585 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.577+0000 7fb96a600700 1 -- 172.21.15.99:0/2941723846 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9640cbfc0 con 0x7fb964160510 2024-09-13T17:00:51.585 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.577+0000 7fb960c00700 1 -- 172.21.15.99:0/2941723846 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb95c0113a0 con 0x7fb964160510 2024-09-13T17:00:51.586 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.581+0000 7fb960c00700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb944066730 0x7fb944068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:51.586 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.581+0000 7fb960c00700 1 -- 172.21.15.99:0/2941723846 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5386+0+0 (secure 0 0 0) 0x7fb95c083b10 con 0x7fb964160510 2024-09-13T17:00:51.586 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.581+0000 7fb969200700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb944066730 0x7fb944068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:51.587 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.581+0000 7fb969200700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb944066730 0x7fb944068bf0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb9580011e0 tx=0x7fb958009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:51.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.585+0000 7fb960c00700 1 -- 172.21.15.99:0/2941723846 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb9640cbfc0 con 0x7fb964160510 2024-09-13T17:00:51.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:51.769+0000 7fb96a600700 1 -- 172.21.15.99:0/2941723846 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fb9640cbfc0 con 0x7fb964160510 2024-09-13T17:00:52.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.361+0000 7fb960c00700 1 -- 172.21.15.99:0/2941723846 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v25) v1 ==== 169+0+0 (secure 0 0 0) 0x7fb9640cbfc0 con 0x7fb964160510 2024-09-13T17:00:52.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 -- 172.21.15.99:0/2941723846 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb944066730 msgr2=0x7fb944068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:52.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb944066730 0x7fb944068bf0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb9580011e0 tx=0x7fb958009040 comp rx=0 tx=0).stop 2024-09-13T17:00:52.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 -- 172.21.15.99:0/2941723846 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb964160510 msgr2=0x7fb9640cc2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:52.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb964160510 0x7fb9640cc2a0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb95c00cba0 tx=0x7fb95c00cc80 comp rx=0 tx=0).stop 2024-09-13T17:00:52.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 -- 172.21.15.99:0/2941723846 shutdown_connections 2024-09-13T17:00:52.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb944066730 0x7fb944068bf0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:52.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb964160510 0x7fb9640cc2a0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:52.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9640d37c0 0x7fb9640c6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:52.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 --2- 172.21.15.99:0/2941723846 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb9640b4c60 0x7fb96415bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:52.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 -- 172.21.15.99:0/2941723846 >> 172.21.15.99:0/2941723846 conn(0x7fb9640d2ca0 msgr2=0x7fb964070c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:52.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 -- 172.21.15.99:0/2941723846 shutdown_connections 2024-09-13T17:00:52.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.369+0000 7fb96a600700 1 -- 172.21.15.99:0/2941723846 wait complete. 2024-09-13T17:00:52.375 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_data' removed 2024-09-13T17:00:52.393 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T17:00:52.394 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T17:00:52.394 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T17:00:52.394 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:00:52.394 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T17:00:52.394 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T17:00:52.394 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T17:00:52.395 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:00:52.395 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T17:00:52.395 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T17:00:52.395 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T17:00:52.395 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:00:52.395 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T17:00:52.395 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T17:00:52.395 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T17:00:52.396 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:00:52.412 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T17:00:52.412 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T17:00:52.415 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T17:00:52.415 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T17:00:52.419 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T17:00:52.419 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T17:00:52.422 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T17:00:52.422 DEBUG:teuthology.orchestra.run.smithi170:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T17:00:52.465 INFO:tasks.ceph.mds.a:Started 2024-09-13T17:00:52.465 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:52.470 INFO:tasks.ceph.mds.c:Started 2024-09-13T17:00:52.470 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:52.470 INFO:tasks.ceph.mds.b:Started 2024-09-13T17:00:52.471 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:52.474 INFO:tasks.ceph.mds.d:Started 2024-09-13T17:00:52.474 DEBUG:teuthology.parallel:result is None 2024-09-13T17:00:52.474 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T17:00:52.581 INFO:tasks.ceph.mds.a.smithi099.stdout:starting mds.a at 2024-09-13T17:00:52.583 INFO:tasks.ceph.mds.c.smithi099.stdout:starting mds.c at 2024-09-13T17:00:52.588 INFO:tasks.ceph.mds.b.smithi170.stdout:starting mds.b at 2024-09-13T17:00:52.607 INFO:tasks.ceph.mds.d.smithi170.stdout:starting mds.d at 2024-09-13T17:00:52.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f6864e00700 1 Processor -- start 2024-09-13T17:00:52.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f6864e00700 1 -- start start 2024-09-13T17:00:52.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f6864e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f686015e410 0x7f68600af900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:52.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f6864e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cc930 0x7f68600ceaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:52.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f6864e00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68600cd9a0 con 0x7f68600cefe0 2024-09-13T17:00:52.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f6864e00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68600cfa60 con 0x7f686015e410 2024-09-13T17:00:52.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f6864e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68600cdbf0 con 0x7f68600cc930 2024-09-13T17:00:52.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685fe00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f68600cefe0 0x7f68600cb7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55166/0 (socket says 172.21.15.99:55166) 2024-09-13T17:00:52.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685fe00700 1 -- 172.21.15.99:0/1144258519 learned_addr learned my addr 172.21.15.99:0/1144258519 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:52.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685ea00700 1 --2- 172.21.15.99:0/1144258519 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cc930 0x7f68600ceaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:52.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685f400700 1 --2- 172.21.15.99:0/1144258519 >> v2:172.21.15.99:3300/0 conn(0x7f686015e410 0x7f68600af900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:52.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685e000700 1 -- 172.21.15.99:0/1144258519 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1632319574 0 0) 0x7f68600cd9a0 con 0x7f68600cefe0 2024-09-13T17:00:52.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685e000700 1 -- 172.21.15.99:0/1144258519 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f68440035d0 con 0x7f68600cefe0 2024-09-13T17:00:52.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685f400700 1 -- 172.21.15.99:0/1144258519 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cc930 msgr2=0x7f68600ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:52.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685f400700 1 --2- 172.21.15.99:0/1144258519 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cc930 0x7f68600ceaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:52.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685f400700 1 -- 172.21.15.99:0/1144258519 >> v1:172.21.15.99:6789/0 conn(0x7f68600cefe0 legacy=0x7f68600cb7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:52.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685f400700 1 -- 172.21.15.99:0/1144258519 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68600cded0 con 0x7f686015e410 2024-09-13T17:00:52.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.637+0000 7f685ea00700 1 --2- 172.21.15.99:0/1144258519 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cc930 0x7f68600ceaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:52.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f685f400700 1 --2- 172.21.15.99:0/1144258519 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 0x7f68600af900 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f6850009850 tx=0x7f6850009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79eb37151b2fb205 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:52.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f685e000700 1 -- 172.21.15.99:0/1144258519 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6850011830 con 0x7f686015e410 2024-09-13T17:00:52.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f685e000700 1 -- 172.21.15.99:0/1144258519 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6850011990 con 0x7f686015e410 2024-09-13T17:00:52.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f685e000700 1 -- 172.21.15.99:0/1144258519 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6850011d00 con 0x7f686015e410 2024-09-13T17:00:52.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f6864e00700 1 -- 172.21.15.99:0/1144258519 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 msgr2=0x7f68600af900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:52.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f6864e00700 1 --2- 172.21.15.99:0/1144258519 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 0x7f68600af900 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f6850009850 tx=0x7f6850009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:52.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f6864e00700 1 -- 172.21.15.99:0/1144258519 shutdown_connections 2024-09-13T17:00:52.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f6864e00700 1 --2- 172.21.15.99:0/1144258519 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cc930 0x7f68600ceaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:52.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f6864e00700 1 --2- 172.21.15.99:0/1144258519 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 0x7f68600af900 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:52.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f6864e00700 1 -- 172.21.15.99:0/1144258519 >> 172.21.15.99:0/1144258519 conn(0x7f68600d0ba0 msgr2=0x7f68600d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:52.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f6864e00700 1 -- 172.21.15.99:0/1144258519 shutdown_connections 2024-09-13T17:00:52.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f6864e00700 1 -- 172.21.15.99:0/1144258519 wait complete. 2024-09-13T17:00:52.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f6864e00700 1 Processor -- start 2024-09-13T17:00:52.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.641+0000 7f6864e00700 1 -- start start 2024-09-13T17:00:52.649 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6864e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68600cc930 0x7f6860151260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:52.649 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6864e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cefe0 0x7f68600c46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:52.649 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6864e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 0x7f686015a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:52.649 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6864e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f686015ac20 con 0x7f686015e410 2024-09-13T17:00:52.649 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6864e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68600c4d60 con 0x7f68600cc930 2024-09-13T17:00:52.649 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6864e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68600c5040 con 0x7f68600cefe0 2024-09-13T17:00:52.649 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685fe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 0x7f686015a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:52.650 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685fe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 0x7f686015a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37204/0 (socket says 172.21.15.99:37204) 2024-09-13T17:00:52.650 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685fe00700 1 -- 172.21.15.99:0/215902344 learned_addr learned my addr 172.21.15.99:0/215902344 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:52.650 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685ea00700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cefe0 0x7f68600c46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:52.650 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685f400700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68600cc930 0x7f6860151260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:52.651 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685fe00700 1 -- 172.21.15.99:0/215902344 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cefe0 msgr2=0x7f68600c46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:52.651 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685fe00700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cefe0 0x7f68600c46d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:52.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685fe00700 1 -- 172.21.15.99:0/215902344 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68600cc930 msgr2=0x7f6860151260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:52.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685fe00700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68600cc930 0x7f6860151260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:52.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685fe00700 1 -- 172.21.15.99:0/215902344 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f684c0094b0 con 0x7f686015e410 2024-09-13T17:00:52.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685f400700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68600cc930 0x7f6860151260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:52.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f685fe00700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 0x7f686015a6e0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f685800ca20 tx=0x7f685800ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:52.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6857400700 1 -- 172.21.15.99:0/215902344 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6858007480 con 0x7f686015e410 2024-09-13T17:00:52.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6857400700 1 -- 172.21.15.99:0/215902344 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68580075e0 con 0x7f686015e410 2024-09-13T17:00:52.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6864e00700 1 -- 172.21.15.99:0/215902344 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68500094b0 con 0x7f686015e410 2024-09-13T17:00:52.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6857400700 1 -- 172.21.15.99:0/215902344 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6858007970 con 0x7f686015e410 2024-09-13T17:00:52.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.645+0000 7f6864e00700 1 -- 172.21.15.99:0/215902344 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68600c5600 con 0x7f686015e410 2024-09-13T17:00:52.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.649+0000 7f6864e00700 1 -- 172.21.15.99:0/215902344 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6860068470 con 0x7f686015e410 2024-09-13T17:00:52.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.649+0000 7f6857400700 1 -- 172.21.15.99:0/215902344 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f685801b3b0 con 0x7f686015e410 2024-09-13T17:00:52.654 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.649+0000 7f6857400700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6840066730 0x7f6840068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:52.654 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.649+0000 7f6857400700 1 -- 172.21.15.99:0/215902344 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f68580837c0 con 0x7f686015e410 2024-09-13T17:00:52.654 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.649+0000 7f685f400700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6840066730 0x7f6840068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:52.654 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.649+0000 7f685f400700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6840066730 0x7f6840068bf0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f68500090b0 tx=0x7f6850008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:52.659 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.653+0000 7f6857400700 1 -- 172.21.15.99:0/215902344 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6858050d90 con 0x7f686015e410 2024-09-13T17:00:52.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:52.853+0000 7f6864e00700 1 -- 172.21.15.99:0/215902344 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f68600ceaa0 con 0x7f686015e410 2024-09-13T17:00:53.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.636+0000 7f6857400700 1 -- 172.21.15.99:0/215902344 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v30) v1 ==== 97+0+0 (secure 0 0 0) 0x7f6858017020 con 0x7f686015e410 2024-09-13T17:00:53.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 -- 172.21.15.99:0/215902344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6840066730 msgr2=0x7f6840068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:53.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6840066730 0x7f6840068bf0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f68500090b0 tx=0x7f6850008030 comp rx=0 tx=0).stop 2024-09-13T17:00:53.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 -- 172.21.15.99:0/215902344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 msgr2=0x7f686015a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:53.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 0x7f686015a6e0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f685800ca20 tx=0x7f685800ca50 comp rx=0 tx=0).stop 2024-09-13T17:00:53.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 -- 172.21.15.99:0/215902344 shutdown_connections 2024-09-13T17:00:53.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6840066730 0x7f6840068bf0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:53.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f686015e410 0x7f686015a6e0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:53.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f68600cefe0 0x7f68600c46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:53.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 --2- 172.21.15.99:0/215902344 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f68600cc930 0x7f6860151260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:53.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 -- 172.21.15.99:0/215902344 >> 172.21.15.99:0/215902344 conn(0x7f68600d0ba0 msgr2=0x7f686006bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:53.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 -- 172.21.15.99:0/215902344 shutdown_connections 2024-09-13T17:00:53.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.640+0000 7f6864e00700 1 -- 172.21.15.99:0/215902344 wait complete. 2024-09-13T17:00:53.648 INFO:teuthology.orchestra.run.smithi099.stderr: removed all blocklist entries 2024-09-13T17:00:53.670 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T17:00:53.840 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.836+0000 7ff4c6200700 1 Processor -- start 2024-09-13T17:00:53.840 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.836+0000 7ff4c6200700 1 -- start start 2024-09-13T17:00:53.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.836+0000 7ff4c6200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c00b4a00 0x7ff4c01623a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:53.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.836+0000 7ff4c6200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4c00b3960 con 0x7ff4c00b2e60 2024-09-13T17:00:53.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.836+0000 7ff4c6200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4c00b3c40 con 0x7ff4c00b24b0 2024-09-13T17:00:53.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.836+0000 7ff4c6200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c0161ba0 con 0x7ff4c00b4a00 2024-09-13T17:00:53.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.836+0000 7ff4bea00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ff4c00b2e60 0x7ff4c00b1da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55174/0 (socket says 172.21.15.99:55174) 2024-09-13T17:00:53.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.836+0000 7ff4bea00700 1 -- 172.21.15.99:0/3366844146 learned_addr learned my addr 172.21.15.99:0/3366844146 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:53.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.836+0000 7ff4bf400700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c00b4a00 0x7ff4c01623a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:53.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.836+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2034595836 0 0) 0x7ff4c00b3960 con 0x7ff4c00b2e60 2024-09-13T17:00:53.844 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff4a40035d0 con 0x7ff4c00b2e60 2024-09-13T17:00:53.844 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1685465159 0 0) 0x7ff4c00b3c40 con 0x7ff4c00b24b0 2024-09-13T17:00:53.844 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff4c00b3960 con 0x7ff4c00b24b0 2024-09-13T17:00:53.844 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 254760098 0 0) 0x7ff4a40035d0 con 0x7ff4c00b2e60 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c00b4a00 msgr2=0x7ff4c01623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c00b4a00 0x7ff4c01623a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 >> v1:172.21.15.170:6789/0 conn(0x7ff4c00b24b0 legacy=0x7ff4c0162a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4c0161e80 con 0x7ff4c00b2e60 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7ff4ac001670 con 0x7ff4c00b2e60 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 >> v1:172.21.15.99:6789/0 conn(0x7ff4c00b2e60 legacy=0x7ff4c00b1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 0x7ff4a4003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4a4004870 0x7ff4a4004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c00b4a00 0x7ff4a4005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c0161ba0 con 0x7ff4a4003be0 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4a400bae0 con 0x7ff4a4004870 2024-09-13T17:00:53.845 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4a400bca0 con 0x7ff4c00b4a00 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4bf400700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 0x7ff4a4003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4bfe00700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c00b4a00 0x7ff4a4005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4bea00700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4a4004870 0x7ff4a4004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4bf400700 1 -- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c00b4a00 msgr2=0x7ff4a4005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4bf400700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c00b4a00 0x7ff4a4005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4bf400700 1 -- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4a4004870 msgr2=0x7ff4a4004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4bf400700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4a4004870 0x7ff4a4004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4bf400700 1 -- 172.21.15.99:0/3366844146 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4a40035d0 con 0x7ff4a4003be0 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4bfe00700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c00b4a00 0x7ff4a4005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4bf400700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 0x7ff4a4003fe0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff4b0009b70 tx=0x7ff4a40058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86f81090f43152e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4b000e6c0 con 0x7ff4a4003be0 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4b000e820 con 0x7ff4a4003be0 2024-09-13T17:00:53.847 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4be000700 1 -- 172.21.15.99:0/3366844146 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4b000eb90 con 0x7ff4a4003be0 2024-09-13T17:00:53.848 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4c6200700 1 -- 172.21.15.99:0/3366844146 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 msgr2=0x7ff4a4003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:53.848 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.840+0000 7ff4c6200700 1 --2- 172.21.15.99:0/3366844146 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 0x7ff4a4003fe0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff4b0009b70 tx=0x7ff4a40058a0 comp rx=0 tx=0).stop 2024-09-13T17:00:53.848 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.844+0000 7ff4bfe00700 1 -- 172.21.15.99:0/3366844146 reap_dead start 2024-09-13T17:00:53.848 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.844+0000 7ff4c6200700 1 -- 172.21.15.99:0/3366844146 shutdown_connections 2024-09-13T17:00:53.849 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.844+0000 7ff4c6200700 1 -- 172.21.15.99:0/3366844146 >> 172.21.15.99:0/3366844146 conn(0x7ff4c006a540 msgr2=0x7ff4c006a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:53.849 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.844+0000 7ff4c6200700 1 -- 172.21.15.99:0/3366844146 shutdown_connections 2024-09-13T17:00:53.849 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.844+0000 7ff4c6200700 1 -- 172.21.15.99:0/3366844146 wait complete. 2024-09-13T17:00:53.851 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.844+0000 7ff4c6200700 1 Processor -- start 2024-09-13T17:00:53.851 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.844+0000 7ff4c6200700 1 -- start start 2024-09-13T17:00:53.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4c6200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 0x7ff4c015bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:53.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4c6200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4c0159380 0x7ff4c0149d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:53.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4c6200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c01560e0 0x7ff4c0156560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:53.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4c6200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c0156aa0 con 0x7ff4a4003be0 2024-09-13T17:00:53.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4c6200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c0159800 con 0x7ff4c0159380 2024-09-13T17:00:53.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4c6200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c015ab90 con 0x7ff4c01560e0 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bf400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 0x7ff4c015bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bf400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 0x7ff4c015bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37226/0 (socket says 172.21.15.99:37226) 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bf400700 1 -- 172.21.15.99:0/3021795009 learned_addr learned my addr 172.21.15.99:0/3021795009 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bea00700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4c0159380 0x7ff4c0149d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bfe00700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c01560e0 0x7ff4c0156560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bf400700 1 -- 172.21.15.99:0/3021795009 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c01560e0 msgr2=0x7ff4c0156560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bf400700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c01560e0 0x7ff4c0156560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bf400700 1 -- 172.21.15.99:0/3021795009 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4c0159380 msgr2=0x7ff4c0149d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bf400700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4c0159380 0x7ff4c0149d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bf400700 1 -- 172.21.15.99:0/3021795009 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4c015c4f0 con 0x7ff4a4003be0 2024-09-13T17:00:53.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4bf400700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 0x7ff4c015bf10 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff4b000e4b0 tx=0x7ff4b00047e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:53.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.848+0000 7ff4b7400700 1 -- 172.21.15.99:0/3021795009 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4b000e6c0 con 0x7ff4a4003be0 2024-09-13T17:00:53.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.852+0000 7ff4c6200700 1 -- 172.21.15.99:0/3021795009 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4c015c7d0 con 0x7ff4a4003be0 2024-09-13T17:00:53.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.852+0000 7ff4b7400700 1 -- 172.21.15.99:0/3021795009 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4b0013d60 con 0x7ff4a4003be0 2024-09-13T17:00:53.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.852+0000 7ff4b7400700 1 -- 172.21.15.99:0/3021795009 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4b0004250 con 0x7ff4a4003be0 2024-09-13T17:00:53.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.852+0000 7ff4c6200700 1 -- 172.21.15.99:0/3021795009 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4c015cd90 con 0x7ff4a4003be0 2024-09-13T17:00:53.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.852+0000 7ff4c6200700 1 -- 172.21.15.99:0/3021795009 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4c01627b0 con 0x7ff4a4003be0 2024-09-13T17:00:53.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.852+0000 7ff4b7400700 1 -- 172.21.15.99:0/3021795009 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff4b00043b0 con 0x7ff4a4003be0 2024-09-13T17:00:53.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.856+0000 7ff4b7400700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff4a0066760 0x7ff4a0068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:53.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.856+0000 7ff4b7400700 1 -- 172.21.15.99:0/3021795009 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff4b0085bd0 con 0x7ff4a4003be0 2024-09-13T17:00:53.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.856+0000 7ff4bea00700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff4a0066760 0x7ff4a0068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:53.861 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.856+0000 7ff4bea00700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff4a0066760 0x7ff4a0068c20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0017a0 tx=0x7ff4ac001610 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:53.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:53.864+0000 7ff4b7400700 1 -- 172.21.15.99:0/3021795009 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff4b0053320 con 0x7ff4a4003be0 2024-09-13T17:00:54.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.112+0000 7ff4c6200700 1 -- 172.21.15.99:0/3021795009 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7ff4c0163470 con 0x7ff4a4003be0 2024-09-13T17:00:54.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.112+0000 7ff4b7400700 1 -- 172.21.15.99:0/3021795009 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6645 (secure 0 0 0) 0x7ff4b0056940 con 0x7ff4a4003be0 2024-09-13T17:00:54.117 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:54.117 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:00:54.117 INFO:teuthology.orchestra.run.smithi099.stdout: "auth_dump": [ 2024-09-13T17:00:54.117 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.117 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mds.a", 2024-09-13T17:00:54.117 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBRb+RmbXBSJBAAI9zbYZB9kVuRAOJvaVOX/w==", 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow *", 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow *", 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mds.b", 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBRb+RmCkQrNxAAvpy4gjcHhi2CMGBCYW1L9A==", 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow *", 2024-09-13T17:00:54.118 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow *", 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mds.c", 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBRb+RmdlzNLhAAkwNdY4iwtcGF6OIAZRFSBA==", 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow *", 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow *", 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.119 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mds.d", 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBSb+RmkmZ1BhAAVjEDhqQv/vwAQIh+dMWGDA==", 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow *", 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow *", 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.0", 2024-09-13T17:00:54.120 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBVb+RmPPbtLRAAqzoizebDzllf2nSOPqNuVA==", 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.1", 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBZb+RmhlGeAhAAvvNob0BrFa+C+Lo5v+M3zQ==", 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.121 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.2", 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBcb+RmGl8iEBAAunpPTBmFtgQIyu4iG6Oatw==", 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.3", 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBfb+RmdHp6HhAAGvE5VcpO2EcVOJ/ONfnt4A==", 2024-09-13T17:00:54.122 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.4", 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBjb+RmE7NCORAAMr5XGhqLlCefYHjHcJNyPg==", 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.123 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.5", 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBnb+RmbmzbCxAADWIviJ74r9cQJaidcWsjcw==", 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.6", 2024-09-13T17:00:54.124 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBqb+RmtxS4HRAAYwZWS97upPNJI80uW7rI/A==", 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "osd.7", 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBtb+Rml5bDLBAAfXrj9hs8AFX4yTmF126hOw==", 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow profile osd", 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile osd", 2024-09-13T17:00:54.125 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.0", 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBSb+Rm2vA6DRAAl/hvjC3lacdUyNGABXIaAQ==", 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow r", 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow rw", 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow rwx" 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.126 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.1", 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBSb+Rm8UIkGRAAaNaVl977kkc8+gHG7id7XQ==", 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow r", 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow rw", 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow rwx" 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.2", 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBSb+Rm3iACExAAKR/dSo7zxme2Jgm310i/aw==", 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.127 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow r", 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow rw", 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow rwx" 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.3", 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBSb+RmfKrsHhAAQ3hz9fw1mQeJYzx3uXFM/w==", 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow", 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow r", 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow rw", 2024-09-13T17:00:54.128 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow rwx" 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.admin", 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBQb+RmRfv/NRAA923V2Z2Jrs5c9RJk7IVkJw==", 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow *", 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: "mgr": "allow *", 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow *", 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.129 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-mds", 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQB5b+Rm96VXNRAAj4PkScHjqTg9/5gi5VaVTQ==", 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-mds" 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-mgr", 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQB5b+Rm97JXNRAAVXuCUN+aiIMDk2DVMp0Mrw==", 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.130 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-osd", 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQB5b+RmQ75XNRAA1W/+dc+QaD3QqLhTO5Z3zw==", 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-osd" 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-rbd", 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQB5b+RmH8lXNRAAfnR3TxJNJINuuA/OU0Uffw==", 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.131 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQB5b+Rm9dRXNRAAInI/TxkdGqJny+91YCgFZQ==", 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "client.bootstrap-rgw", 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQB5b+RmtOBXNRAAbQIgeqCdDWabg4XQtQ0Ldw==", 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.132 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mgr.x", 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBRb+RmQAxOHBAARyk8imo2fT4umk5jfjPRHA==", 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow *", 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile mgr", 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: }, 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "entity": "mgr.y", 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "key": "AQBRb+RmE0YAFhAALvgDGl5TNjG4xhBeDTpbSQ==", 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "caps": { 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "mds": "allow *", 2024-09-13T17:00:54.133 INFO:teuthology.orchestra.run.smithi099.stdout: "mon": "allow profile mgr", 2024-09-13T17:00:54.134 INFO:teuthology.orchestra.run.smithi099.stdout: "osd": "allow *" 2024-09-13T17:00:54.134 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.134 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:54.134 INFO:teuthology.orchestra.run.smithi099.stdout: ] 2024-09-13T17:00:54.134 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:00:54.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.112+0000 7ff4c6200700 1 -- 172.21.15.99:0/3021795009 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff4a0066760 msgr2=0x7ff4a0068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.112+0000 7ff4c6200700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff4a0066760 0x7ff4a0068c20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0017a0 tx=0x7ff4ac001610 comp rx=0 tx=0).stop 2024-09-13T17:00:54.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.112+0000 7ff4c6200700 1 -- 172.21.15.99:0/3021795009 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 msgr2=0x7ff4c015bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.112+0000 7ff4c6200700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 0x7ff4c015bf10 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff4b000e4b0 tx=0x7ff4b00047e0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.116+0000 7ff4c6200700 1 -- 172.21.15.99:0/3021795009 shutdown_connections 2024-09-13T17:00:54.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.116+0000 7ff4c6200700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff4a0066760 0x7ff4a0068c20 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.116+0000 7ff4c6200700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff4c01560e0 0x7ff4c0156560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.116+0000 7ff4c6200700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff4c0159380 0x7ff4c0149d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.116+0000 7ff4c6200700 1 --2- 172.21.15.99:0/3021795009 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff4a4003be0 0x7ff4c015bf10 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.116+0000 7ff4c6200700 1 -- 172.21.15.99:0/3021795009 >> 172.21.15.99:0/3021795009 conn(0x7ff4c006a540 msgr2=0x7ff4c01629c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:54.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.116+0000 7ff4c6200700 1 -- 172.21.15.99:0/3021795009 shutdown_connections 2024-09-13T17:00:54.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.116+0000 7ff4c6200700 1 -- 172.21.15.99:0/3021795009 wait complete. 2024-09-13T17:00:54.143 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-13T17:00:54.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.308+0000 7f7815e00700 1 Processor -- start 2024-09-13T17:00:54.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.308+0000 7f7815e00700 1 -- start start 2024-09-13T17:00:54.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7815e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f78100cdb70 0x7f78100cbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:54.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7815e00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78100cb230 con 0x7f781015d120 2024-09-13T17:00:54.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7815e00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78100cfd60 con 0x7f78100cf880 2024-09-13T17:00:54.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7815e00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78100d0040 con 0x7f78100cdb70 2024-09-13T17:00:54.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7814a00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f781015d120 0x7f78100cd460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55178/0 (socket says 172.21.15.99:55178) 2024-09-13T17:00:54.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7814a00700 1 -- 172.21.15.99:0/3623690743 learned_addr learned my addr 172.21.15.99:0/3623690743 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:54.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7807e00700 1 --2- 172.21.15.99:0/3623690743 >> v2:172.21.15.99:3300/0 conn(0x7f78100cdb70 0x7f78100cbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:54.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f780fe00700 1 -- 172.21.15.99:0/3623690743 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1181936002 0 0) 0x7f78100cb230 con 0x7f781015d120 2024-09-13T17:00:54.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f780fe00700 1 -- 172.21.15.99:0/3623690743 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f77f40035d0 con 0x7f781015d120 2024-09-13T17:00:54.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7807e00700 1 -- 172.21.15.99:0/3623690743 >> v1:172.21.15.170:6789/0 conn(0x7f78100cf880 legacy=0x7f78100cc230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7807e00700 1 -- 172.21.15.99:0/3623690743 >> v1:172.21.15.99:6789/0 conn(0x7f781015d120 legacy=0x7f78100cd460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f780fe00700 1 -- 172.21.15.99:0/3623690743 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 523880395 0 0) 0x7f77f40035d0 con 0x7f781015d120 2024-09-13T17:00:54.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7807e00700 1 -- 172.21.15.99:0/3623690743 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78100cb4f0 con 0x7f78100cdb70 2024-09-13T17:00:54.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f7807e00700 1 --2- 172.21.15.99:0/3623690743 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78100cdb70 0x7f78100cbcf0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f77f8009850 tx=0x7f77f8009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edc7052a132fc22d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:54.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f780fe00700 1 -- 172.21.15.99:0/3623690743 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7800001670 con 0x7f78100cdb70 2024-09-13T17:00:54.319 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f780fe00700 1 -- 172.21.15.99:0/3623690743 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77f8004030 con 0x7f78100cdb70 2024-09-13T17:00:54.320 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.312+0000 7f780fe00700 1 -- 172.21.15.99:0/3623690743 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77f80043a0 con 0x7f78100cdb70 2024-09-13T17:00:54.320 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.316+0000 7f7815e00700 1 -- 172.21.15.99:0/3623690743 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78100cdb70 msgr2=0x7f78100cbcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.316+0000 7f7815e00700 1 --2- 172.21.15.99:0/3623690743 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78100cdb70 0x7f78100cbcf0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f77f8009850 tx=0x7f77f8009b60 comp rx=0 tx=0).stop 2024-09-13T17:00:54.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.316+0000 7f7815e00700 1 -- 172.21.15.99:0/3623690743 shutdown_connections 2024-09-13T17:00:54.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.316+0000 7f7815e00700 1 --2- 172.21.15.99:0/3623690743 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f78100cdb70 0x7f78100cbcf0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.316+0000 7f7815e00700 1 -- 172.21.15.99:0/3623690743 >> 172.21.15.99:0/3623690743 conn(0x7f78100b2770 msgr2=0x7f78100b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:54.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.316+0000 7f7815e00700 1 -- 172.21.15.99:0/3623690743 shutdown_connections 2024-09-13T17:00:54.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.316+0000 7f7815e00700 1 -- 172.21.15.99:0/3623690743 wait complete. 2024-09-13T17:00:54.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.316+0000 7f7815e00700 1 Processor -- start 2024-09-13T17:00:54.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815e00700 1 -- start start 2024-09-13T17:00:54.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f78100cdb70 0x7f78100ca770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:54.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f78100cf880 0x7f781015af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:54.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f781015d120 0x7f781009ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:54.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78100cae00 con 0x7f781015d120 2024-09-13T17:00:54.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f781009b1a0 con 0x7f78100cdb70 2024-09-13T17:00:54.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f781009dfd0 con 0x7f78100cf880 2024-09-13T17:00:54.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f781015d120 0x7f781009ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:54.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f781015d120 0x7f781009ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37244/0 (socket says 172.21.15.99:37244) 2024-09-13T17:00:54.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815400700 1 -- 172.21.15.99:0/189012508 learned_addr learned my addr 172.21.15.99:0/189012508 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:54.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7814a00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f78100cdb70 0x7f78100ca770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:54.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7807e00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f78100cf880 0x7f781015af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:54.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815400700 1 -- 172.21.15.99:0/189012508 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f78100cf880 msgr2=0x7f781015af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815400700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f78100cf880 0x7f781015af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815400700 1 -- 172.21.15.99:0/189012508 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f78100cdb70 msgr2=0x7f78100ca770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815400700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f78100cdb70 0x7f78100ca770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815400700 1 -- 172.21.15.99:0/189012508 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77f80094b0 con 0x7f781015d120 2024-09-13T17:00:54.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7814a00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f78100cdb70 0x7f78100ca770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:54.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815400700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f781015d120 0x7f781009ac60 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f780800cbc0 tx=0x7f780800cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:54.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f780d600700 1 -- 172.21.15.99:0/189012508 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7808003c20 con 0x7f781015d120 2024-09-13T17:00:54.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f780d600700 1 -- 172.21.15.99:0/189012508 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7808003d80 con 0x7f781015d120 2024-09-13T17:00:54.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815e00700 1 -- 172.21.15.99:0/189012508 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f781009e2b0 con 0x7f781015d120 2024-09-13T17:00:54.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f780d600700 1 -- 172.21.15.99:0/189012508 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f780800abf0 con 0x7f781015d120 2024-09-13T17:00:54.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.320+0000 7f7815e00700 1 -- 172.21.15.99:0/189012508 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f781009e870 con 0x7f781015d120 2024-09-13T17:00:54.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.324+0000 7f7815e00700 1 -- 172.21.15.99:0/189012508 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78100cd460 con 0x7f781015d120 2024-09-13T17:00:54.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.324+0000 7f780d600700 1 -- 172.21.15.99:0/189012508 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f780800ad50 con 0x7f781015d120 2024-09-13T17:00:54.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.328+0000 7f780d600700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f77ec066730 0x7f77ec068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:54.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.328+0000 7f780d600700 1 -- 172.21.15.99:0/189012508 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7808083f10 con 0x7f781015d120 2024-09-13T17:00:54.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.328+0000 7f7814a00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f77ec066730 0x7f77ec068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:54.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.328+0000 7f7814a00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f77ec066730 0x7f77ec068bf0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7800001eb0 tx=0x7f7800001c60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:54.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.332+0000 7f780d600700 1 -- 172.21.15.99:0/189012508 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f78080515c0 con 0x7f781015d120 2024-09-13T17:00:54.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.588+0000 7f7815e00700 1 -- 172.21.15.99:0/189012508 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f78100d0950 con 0x7f781015d120 2024-09-13T17:00:54.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.596+0000 7f780d600700 1 -- 172.21.15.99:0/189012508 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f7808054be0 con 0x7f781015d120 2024-09-13T17:00:54.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 -- 172.21.15.99:0/189012508 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f77ec066730 msgr2=0x7f77ec068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f77ec066730 0x7f77ec068bf0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7800001eb0 tx=0x7f7800001c60 comp rx=0 tx=0).stop 2024-09-13T17:00:54.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 -- 172.21.15.99:0/189012508 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f781015d120 msgr2=0x7f781009ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f781015d120 0x7f781009ac60 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f780800cbc0 tx=0x7f780800cf80 comp rx=0 tx=0).stop 2024-09-13T17:00:54.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 -- 172.21.15.99:0/189012508 shutdown_connections 2024-09-13T17:00:54.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f77ec066730 0x7f77ec068bf0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f781015d120 0x7f781009ac60 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f78100cf880 0x7f781015af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 --2- 172.21.15.99:0/189012508 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f78100cdb70 0x7f78100ca770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 -- 172.21.15.99:0/189012508 >> 172.21.15.99:0/189012508 conn(0x7f78100b2770 msgr2=0x7f78100b0880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:54.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 -- 172.21.15.99:0/189012508 shutdown_connections 2024-09-13T17:00:54.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.604+0000 7f7815e00700 1 -- 172.21.15.99:0/189012508 wait complete. 2024-09-13T17:00:54.630 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-13T17:00:54.744 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:00:54.750 DEBUG:teuthology.orchestra.run.smithi170:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:00:54.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.800+0000 7fa1fa800700 1 Processor -- start 2024-09-13T17:00:54.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.800+0000 7fa1fa800700 1 -- start start 2024-09-13T17:00:54.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.800+0000 7fa1fa800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40cde40 0x7fa1f40b21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:54.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.800+0000 7fa1fa800700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1f415eb30 con 0x7fa1f415e750 2024-09-13T17:00:54.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.800+0000 7fa1fa800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1f40cd270 con 0x7fa1f40b0080 2024-09-13T17:00:54.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.800+0000 7fa1fa800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1f40b37d0 con 0x7fa1f40cde40 2024-09-13T17:00:54.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.800+0000 7fa1f3400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fa1f415e750 0x7fa1f40cd730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55180/0 (socket says 172.21.15.99:55180) 2024-09-13T17:00:54.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.800+0000 7fa1f3400700 1 -- 172.21.15.99:0/1752142284 learned_addr learned my addr 172.21.15.99:0/1752142284 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:54.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2a00700 1 --2- 172.21.15.99:0/1752142284 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40cde40 0x7fa1f40b21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:54.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2000700 1 -- 172.21.15.99:0/1752142284 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4236248644 0 0) 0x7fa1f415eb30 con 0x7fa1f415e750 2024-09-13T17:00:54.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2000700 1 -- 172.21.15.99:0/1752142284 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa1d80035d0 con 0x7fa1f415e750 2024-09-13T17:00:54.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2000700 1 -- 172.21.15.99:0/1752142284 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3460683326 0 0) 0x7fa1f40cd270 con 0x7fa1f40b0080 2024-09-13T17:00:54.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2a00700 1 -- 172.21.15.99:0/1752142284 >> v1:172.21.15.170:6789/0 conn(0x7fa1f40b0080 legacy=0x7fa1f40b05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2a00700 1 -- 172.21.15.99:0/1752142284 >> v1:172.21.15.99:6789/0 conn(0x7fa1f415e750 legacy=0x7fa1f40cd730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2a00700 1 -- 172.21.15.99:0/1752142284 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1f40b34f0 con 0x7fa1f40cde40 2024-09-13T17:00:54.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2a00700 1 --2- 172.21.15.99:0/1752142284 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40cde40 0x7fa1f40b21b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa1e0009880 tx=0x7fa1e0009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=419c799489736c53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:54.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2000700 1 -- 172.21.15.99:0/1752142284 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1e0011830 con 0x7fa1f40cde40 2024-09-13T17:00:54.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2000700 1 -- 172.21.15.99:0/1752142284 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1e0011990 con 0x7fa1f40cde40 2024-09-13T17:00:54.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1f2000700 1 -- 172.21.15.99:0/1752142284 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1e0011d00 con 0x7fa1f40cde40 2024-09-13T17:00:54.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1fa800700 1 -- 172.21.15.99:0/1752142284 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40cde40 msgr2=0x7fa1f40b21b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1fa800700 1 --2- 172.21.15.99:0/1752142284 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40cde40 0x7fa1f40b21b0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa1e0009880 tx=0x7fa1e0009b90 comp rx=0 tx=0).stop 2024-09-13T17:00:54.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1fa800700 1 -- 172.21.15.99:0/1752142284 shutdown_connections 2024-09-13T17:00:54.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1fa800700 1 --2- 172.21.15.99:0/1752142284 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40cde40 0x7fa1f40b21b0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1fa800700 1 -- 172.21.15.99:0/1752142284 >> 172.21.15.99:0/1752142284 conn(0x7fa1f40b2830 msgr2=0x7fa1f40b2c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:54.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1fa800700 1 -- 172.21.15.99:0/1752142284 shutdown_connections 2024-09-13T17:00:54.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.804+0000 7fa1fa800700 1 -- 172.21.15.99:0/1752142284 wait complete. 2024-09-13T17:00:54.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1fa800700 1 Processor -- start 2024-09-13T17:00:54.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1fa800700 1 -- start start 2024-09-13T17:00:54.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1fa800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40b0080 0x7fa1f4149310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:54.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1fa800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1f40cde40 0x7fa1f40721f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:54.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1fa800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1f415e750 0x7fa1f4148850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:54.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1fa800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1f4149850 con 0x7fa1f415e750 2024-09-13T17:00:54.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1fa800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1f40c7df0 con 0x7fa1f40cde40 2024-09-13T17:00:54.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1fa800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1f40c8090 con 0x7fa1f40b0080 2024-09-13T17:00:54.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f3e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1f415e750 0x7fa1f4148850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f3400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40b0080 0x7fa1f4149310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f2a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1f40cde40 0x7fa1f40721f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f2a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1f40cde40 0x7fa1f40721f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:36994/0 (socket says 172.21.15.99:36994) 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f3400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40b0080 0x7fa1f4149310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46662/0 (socket says 172.21.15.99:46662) 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f2a00700 1 -- 172.21.15.99:0/1501695762 learned_addr learned my addr 172.21.15.99:0/1501695762 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f3e00700 1 -- 172.21.15.99:0/1501695762 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40b0080 msgr2=0x7fa1f4149310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f3e00700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40b0080 0x7fa1f4149310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f3e00700 1 -- 172.21.15.99:0/1501695762 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1f40cde40 msgr2=0x7fa1f40721f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f3e00700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1f40cde40 0x7fa1f40721f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.808+0000 7fa1f3e00700 1 -- 172.21.15.99:0/1501695762 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1e00094b0 con 0x7fa1f415e750 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.812+0000 7fa1f3e00700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1f415e750 0x7fa1f4148850 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fa1f406eb20 tx=0x7fa1ec00cda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.812+0000 7fa1eb400700 1 -- 172.21.15.99:0/1501695762 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec003e50 con 0x7fa1f415e750 2024-09-13T17:00:54.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.812+0000 7fa1eb400700 1 -- 172.21.15.99:0/1501695762 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1ec005070 con 0x7fa1f415e750 2024-09-13T17:00:54.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.812+0000 7fa1fa800700 1 -- 172.21.15.99:0/1501695762 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1f40c8370 con 0x7fa1f415e750 2024-09-13T17:00:54.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.812+0000 7fa1eb400700 1 -- 172.21.15.99:0/1501695762 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ec005420 con 0x7fa1f415e750 2024-09-13T17:00:54.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.812+0000 7fa1fa800700 1 -- 172.21.15.99:0/1501695762 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1f4072730 con 0x7fa1f415e750 2024-09-13T17:00:54.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.812+0000 7fa1fa800700 1 -- 172.21.15.99:0/1501695762 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1f40c9f80 con 0x7fa1f415e750 2024-09-13T17:00:54.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.816+0000 7fa1eb400700 1 -- 172.21.15.99:0/1501695762 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa1ec005580 con 0x7fa1f415e750 2024-09-13T17:00:54.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.816+0000 7fa1eb400700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1d4066730 0x7fa1d4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:54.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.816+0000 7fa1eb400700 1 -- 172.21.15.99:0/1501695762 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa1ec083c40 con 0x7fa1f415e750 2024-09-13T17:00:54.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.816+0000 7fa1f3400700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1d4066730 0x7fa1d4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:54.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.816+0000 7fa1f3400700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1d4066730 0x7fa1d4068bf0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4007fd0 tx=0x7fa1e4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:54.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:54.820+0000 7fa1eb400700 1 -- 172.21.15.99:0/1501695762 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa1f40c9f80 con 0x7fa1f415e750 2024-09-13T17:00:55.068 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.064+0000 7fa1fa800700 1 -- 172.21.15.99:0/1501695762 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7fa1f40c9f80 con 0x7fa1f415e750 2024-09-13T17:00:55.077 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.072+0000 7fa1eb400700 1 -- 172.21.15.99:0/1501695762 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7fa1f40c9f80 con 0x7fa1f415e750 2024-09-13T17:00:55.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 -- 172.21.15.99:0/1501695762 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1d4066730 msgr2=0x7fa1d4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1d4066730 0x7fa1d4068bf0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4007fd0 tx=0x7fa1e4009040 comp rx=0 tx=0).stop 2024-09-13T17:00:55.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 -- 172.21.15.99:0/1501695762 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1f415e750 msgr2=0x7fa1f4148850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1f415e750 0x7fa1f4148850 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fa1f406eb20 tx=0x7fa1ec00cda0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 -- 172.21.15.99:0/1501695762 shutdown_connections 2024-09-13T17:00:55.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa1d4066730 0x7fa1d4068bf0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa1f415e750 0x7fa1f4148850 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa1f40cde40 0x7fa1f40721f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 --2- 172.21.15.99:0/1501695762 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa1f40b0080 0x7fa1f4149310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 -- 172.21.15.99:0/1501695762 >> 172.21.15.99:0/1501695762 conn(0x7fa1f40b2830 msgr2=0x7fa1f40cd730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:55.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 -- 172.21.15.99:0/1501695762 shutdown_connections 2024-09-13T17:00:55.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.076+0000 7fa1fa800700 1 -- 172.21.15.99:0/1501695762 wait complete. 2024-09-13T17:00:55.102 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-13T17:00:55.320 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b1400700 1 Processor -- start 2024-09-13T17:00:55.320 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b1400700 1 -- start start 2024-09-13T17:00:55.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b1400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fb5ac0cdb70 0x7fb5ac0cbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b1400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb5ac0cf880 0x7fb5ac0cc230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b1400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5ac0cb230 con 0x7fb5ac15d120 2024-09-13T17:00:55.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b1400700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5ac0cfd60 con 0x7fb5ac0cf880 2024-09-13T17:00:55.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b1400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5ac0d0040 con 0x7fb5ac0cdb70 2024-09-13T17:00:55.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b0a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb5ac0cf880 0x7fb5ac0cc230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b0a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb5ac0cf880 0x7fb5ac0cc230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37264/0 (socket says 172.21.15.99:37264) 2024-09-13T17:00:55.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b0a00700 1 -- 172.21.15.99:0/2506831638 learned_addr learned my addr 172.21.15.99:0/2506831638 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:55.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5abe00700 1 --1- 172.21.15.99:0/2506831638 >> v1:172.21.15.99:6789/0 conn(0x7fb5ac15d120 0x7fb5ac0cd460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55184/0 (socket says 172.21.15.99:55184) 2024-09-13T17:00:55.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5a3e00700 1 --2- 172.21.15.99:0/2506831638 >> v2:172.21.15.170:3300/0 conn(0x7fb5ac0cdb70 0x7fb5ac0cbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b0a00700 1 -- 172.21.15.99:0/2506831638 >> v2:172.21.15.170:3300/0 conn(0x7fb5ac0cdb70 msgr2=0x7fb5ac0cbcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:55.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b0a00700 1 --2- 172.21.15.99:0/2506831638 >> v2:172.21.15.170:3300/0 conn(0x7fb5ac0cdb70 0x7fb5ac0cbcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b0a00700 1 -- 172.21.15.99:0/2506831638 >> v1:172.21.15.99:6789/0 conn(0x7fb5ac15d120 legacy=0x7fb5ac0cd460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b0a00700 1 -- 172.21.15.99:0/2506831638 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5ac0cb4f0 con 0x7fb5ac0cf880 2024-09-13T17:00:55.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.316+0000 7fb5b0a00700 1 --2- 172.21.15.99:0/2506831638 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac0cf880 0x7fb5ac0cc230 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac06ed80 tx=0x7fb5a400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97bfb0b274d6d24c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:55.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5ab400700 1 -- 172.21.15.99:0/2506831638 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5a400e070 con 0x7fb5ac0cf880 2024-09-13T17:00:55.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5ab400700 1 -- 172.21.15.99:0/2506831638 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5a400b9c0 con 0x7fb5ac0cf880 2024-09-13T17:00:55.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5ab400700 1 -- 172.21.15.99:0/2506831638 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5a400bd70 con 0x7fb5ac0cf880 2024-09-13T17:00:55.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5b1400700 1 -- 172.21.15.99:0/2506831638 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac0cf880 msgr2=0x7fb5ac0cc230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5b1400700 1 --2- 172.21.15.99:0/2506831638 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac0cf880 0x7fb5ac0cc230 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac06ed80 tx=0x7fb5a400b330 comp rx=0 tx=0).stop 2024-09-13T17:00:55.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5b1400700 1 -- 172.21.15.99:0/2506831638 shutdown_connections 2024-09-13T17:00:55.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5b1400700 1 --2- 172.21.15.99:0/2506831638 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac0cf880 0x7fb5ac0cc230 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5b1400700 1 --2- 172.21.15.99:0/2506831638 >> v2:172.21.15.170:3300/0 conn(0x7fb5ac0cdb70 0x7fb5ac0cbcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5b1400700 1 -- 172.21.15.99:0/2506831638 >> 172.21.15.99:0/2506831638 conn(0x7fb5ac0b2770 msgr2=0x7fb5ac0b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:55.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5b1400700 1 -- 172.21.15.99:0/2506831638 shutdown_connections 2024-09-13T17:00:55.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5b1400700 1 -- 172.21.15.99:0/2506831638 wait complete. 2024-09-13T17:00:55.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.320+0000 7fb5b1400700 1 Processor -- start 2024-09-13T17:00:55.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b1400700 1 -- start start 2024-09-13T17:00:55.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b1400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb5ac0cdb70 0x7fb5ac0b3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b1400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb5ac0cf880 0x7fb5ac0710b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b1400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac15d120 0x7fb5ac0ca290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b1400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5ac0c9c60 con 0x7fb5ac15d120 2024-09-13T17:00:55.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b1400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5ac0c9050 con 0x7fb5ac0cf880 2024-09-13T17:00:55.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b1400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5ac0c9330 con 0x7fb5ac0cdb70 2024-09-13T17:00:55.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b0a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac15d120 0x7fb5ac0ca290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b0a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac15d120 0x7fb5ac0ca290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37280/0 (socket says 172.21.15.99:37280) 2024-09-13T17:00:55.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b0a00700 1 -- 172.21.15.99:0/2069400457 learned_addr learned my addr 172.21.15.99:0/2069400457 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:55.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5abe00700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb5ac0cdb70 0x7fb5ac0b3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5a3e00700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb5ac0cf880 0x7fb5ac0710b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b0a00700 1 -- 172.21.15.99:0/2069400457 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb5ac0cdb70 msgr2=0x7fb5ac0b3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b0a00700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb5ac0cdb70 0x7fb5ac0b3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b0a00700 1 -- 172.21.15.99:0/2069400457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb5ac0cf880 msgr2=0x7fb5ac0710b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b0a00700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb5ac0cf880 0x7fb5ac0710b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b0a00700 1 -- 172.21.15.99:0/2069400457 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a4009b30 con 0x7fb5ac15d120 2024-09-13T17:00:55.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b0a00700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac15d120 0x7fb5ac0ca290 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4012000 tx=0x7fb5a4004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:55.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5a8c00700 1 -- 172.21.15.99:0/2069400457 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5a4004880 con 0x7fb5ac15d120 2024-09-13T17:00:55.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5a8c00700 1 -- 172.21.15.99:0/2069400457 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5a40099b0 con 0x7fb5ac15d120 2024-09-13T17:00:55.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5a8c00700 1 -- 172.21.15.99:0/2069400457 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5a401c680 con 0x7fb5ac15d120 2024-09-13T17:00:55.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b1400700 1 -- 172.21.15.99:0/2069400457 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5ac0c9610 con 0x7fb5ac15d120 2024-09-13T17:00:55.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.324+0000 7fb5b1400700 1 -- 172.21.15.99:0/2069400457 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5ac0c8d00 con 0x7fb5ac15d120 2024-09-13T17:00:55.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.328+0000 7fb5b1400700 1 -- 172.21.15.99:0/2069400457 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5ac0b5480 con 0x7fb5ac15d120 2024-09-13T17:00:55.338 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.328+0000 7fb5a8c00700 1 -- 172.21.15.99:0/2069400457 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb5a401c7e0 con 0x7fb5ac15d120 2024-09-13T17:00:55.338 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.332+0000 7fb5a8c00700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb588066730 0x7fb588068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.338 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.332+0000 7fb5a8c00700 1 -- 172.21.15.99:0/2069400457 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb5a4085730 con 0x7fb5ac15d120 2024-09-13T17:00:55.338 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.332+0000 7fb5abe00700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb588066730 0x7fb588068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.332+0000 7fb5abe00700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb588066730 0x7fb588068bf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb59c000f60 tx=0x7fb59c007ef0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:55.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.336+0000 7fb5a8c00700 1 -- 172.21.15.99:0/2069400457 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb5ac0b5480 con 0x7fb5ac15d120 2024-09-13T17:00:55.586 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.580+0000 7fb5b1400700 1 -- 172.21.15.99:0/2069400457 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7fb5ac0b5480 con 0x7fb5ac15d120 2024-09-13T17:00:55.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.588+0000 7fb5a8c00700 1 -- 172.21.15.99:0/2069400457 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7fb5ac0b5480 con 0x7fb5ac15d120 2024-09-13T17:00:55.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 -- 172.21.15.99:0/2069400457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb588066730 msgr2=0x7fb588068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb588066730 0x7fb588068bf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb59c000f60 tx=0x7fb59c007ef0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 -- 172.21.15.99:0/2069400457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac15d120 msgr2=0x7fb5ac0ca290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac15d120 0x7fb5ac0ca290 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4012000 tx=0x7fb5a4004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 -- 172.21.15.99:0/2069400457 shutdown_connections 2024-09-13T17:00:55.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb588066730 0x7fb588068bf0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb5ac15d120 0x7fb5ac0ca290 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb5ac0cf880 0x7fb5ac0710b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 --2- 172.21.15.99:0/2069400457 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb5ac0cdb70 0x7fb5ac0b3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 -- 172.21.15.99:0/2069400457 >> 172.21.15.99:0/2069400457 conn(0x7fb5ac0b2770 msgr2=0x7fb5ac0b0a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:55.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 -- 172.21.15.99:0/2069400457 shutdown_connections 2024-09-13T17:00:55.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.596+0000 7fb5b1400700 1 -- 172.21.15.99:0/2069400457 wait complete. 2024-09-13T17:00:55.622 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-13T17:00:55.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.796+0000 7fdfea200700 1 Processor -- start 2024-09-13T17:00:55.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.796+0000 7fdfea200700 1 -- start start 2024-09-13T17:00:55.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfea200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdfe4157310 0x7fdfe415aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfea200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdfe40b0780 0x7fdfe40b0c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfea200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfe40cd370 con 0x7fdfe41576f0 2024-09-13T17:00:55.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfea200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfe40b1170 con 0x7fdfe4157310 2024-09-13T17:00:55.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfea200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe40cd650 con 0x7fdfe40b0780 2024-09-13T17:00:55.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe8e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdfe4157310 0x7fdfe415aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe8e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fdfe4157310 0x7fdfe415aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37284/0 (socket says 172.21.15.99:37284) 2024-09-13T17:00:55.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe8e00700 1 -- 172.21.15.99:0/1382812051 learned_addr learned my addr 172.21.15.99:0/1382812051 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:55.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe9800700 1 --2- 172.21.15.99:0/1382812051 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdfe40b0780 0x7fdfe40b0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe8e00700 1 -- 172.21.15.99:0/1382812051 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdfe40b0780 msgr2=0x7fdfe40b0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:55.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe8e00700 1 --2- 172.21.15.99:0/1382812051 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdfe40b0780 0x7fdfe40b0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe8e00700 1 -- 172.21.15.99:0/1382812051 >> v1:172.21.15.99:6789/0 conn(0x7fdfe41576f0 legacy=0x7fdfe40cc940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe8e00700 1 -- 172.21.15.99:0/1382812051 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfe415a270 con 0x7fdfe4157310 2024-09-13T17:00:55.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe8e00700 1 --2- 172.21.15.99:0/1382812051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe4157310 0x7fdfe415aa70 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8009910 tx=0x7fdfd8009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9028a3d777990235 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:55.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe3400700 1 -- 172.21.15.99:0/1382812051 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd800ba60 con 0x7fdfe4157310 2024-09-13T17:00:55.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe3400700 1 -- 172.21.15.99:0/1382812051 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfd800bbc0 con 0x7fdfe4157310 2024-09-13T17:00:55.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfe3400700 1 -- 172.21.15.99:0/1382812051 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8009e60 con 0x7fdfe4157310 2024-09-13T17:00:55.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfea200700 1 -- 172.21.15.99:0/1382812051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe4157310 msgr2=0x7fdfe415aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.800+0000 7fdfea200700 1 --2- 172.21.15.99:0/1382812051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe4157310 0x7fdfe415aa70 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8009910 tx=0x7fdfd8009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:55.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.804+0000 7fdfea200700 1 -- 172.21.15.99:0/1382812051 shutdown_connections 2024-09-13T17:00:55.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.804+0000 7fdfea200700 1 --2- 172.21.15.99:0/1382812051 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdfe40b0780 0x7fdfe40b0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.804+0000 7fdfea200700 1 --2- 172.21.15.99:0/1382812051 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe4157310 0x7fdfe415aa70 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.804+0000 7fdfea200700 1 -- 172.21.15.99:0/1382812051 >> 172.21.15.99:0/1382812051 conn(0x7fdfe4066780 msgr2=0x7fdfe406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:55.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.804+0000 7fdfea200700 1 -- 172.21.15.99:0/1382812051 shutdown_connections 2024-09-13T17:00:55.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.804+0000 7fdfea200700 1 -- 172.21.15.99:0/1382812051 wait complete. 2024-09-13T17:00:55.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.804+0000 7fdfea200700 1 Processor -- start 2024-09-13T17:00:55.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.804+0000 7fdfea200700 1 -- start start 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfea200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdfe40b0780 0x7fdfe414de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfea200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdfe4157310 0x7fdfe41546e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfea200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe41576f0 0x7fdfe4152bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfea200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe4153640 con 0x7fdfe41576f0 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfea200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe4153920 con 0x7fdfe40b0780 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfea200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe4153c00 con 0x7fdfe4157310 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe9800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe41576f0 0x7fdfe4152bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe9800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe41576f0 0x7fdfe4152bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37286/0 (socket says 172.21.15.99:37286) 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe9800700 1 -- 172.21.15.99:0/1164268978 learned_addr learned my addr 172.21.15.99:0/1164268978 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe3e00700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdfe4157310 0x7fdfe41546e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe8e00700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdfe40b0780 0x7fdfe414de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe9800700 1 -- 172.21.15.99:0/1164268978 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdfe4157310 msgr2=0x7fdfe41546e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe9800700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdfe4157310 0x7fdfe41546e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe9800700 1 -- 172.21.15.99:0/1164268978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdfe40b0780 msgr2=0x7fdfe414de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:55.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe9800700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdfe40b0780 0x7fdfe414de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:55.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe9800700 1 -- 172.21.15.99:0/1164268978 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd8009570 con 0x7fdfe41576f0 2024-09-13T17:00:55.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe8e00700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdfe40b0780 0x7fdfe414de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:55.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe9800700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe41576f0 0x7fdfe4152bf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc007e40 tx=0x7fdfdc00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:55.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe0c00700 1 -- 172.21.15.99:0/1164268978 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfdc00ede0 con 0x7fdfe41576f0 2024-09-13T17:00:55.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe0c00700 1 -- 172.21.15.99:0/1164268978 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfdc014420 con 0x7fdfe41576f0 2024-09-13T17:00:55.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfea200700 1 -- 172.21.15.99:0/1164268978 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfe4153ee0 con 0x7fdfe41576f0 2024-09-13T17:00:55.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfe0c00700 1 -- 172.21.15.99:0/1164268978 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfdc0147d0 con 0x7fdfe41576f0 2024-09-13T17:00:55.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfea200700 1 -- 172.21.15.99:0/1164268978 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfe4154c20 con 0x7fdfe41576f0 2024-09-13T17:00:55.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.808+0000 7fdfea200700 1 -- 172.21.15.99:0/1164268978 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfe4154400 con 0x7fdfe41576f0 2024-09-13T17:00:55.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.812+0000 7fdfe0c00700 1 -- 172.21.15.99:0/1164268978 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdfdc014930 con 0x7fdfe41576f0 2024-09-13T17:00:55.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.812+0000 7fdfe0c00700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fdfc4066760 0x7fdfc4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:55.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.812+0000 7fdfe0c00700 1 -- 172.21.15.99:0/1164268978 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fdfdc084680 con 0x7fdfe41576f0 2024-09-13T17:00:55.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.812+0000 7fdfe8e00700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fdfc4066760 0x7fdfc4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:55.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.816+0000 7fdfe8e00700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fdfc4066760 0x7fdfc4068c20 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8000c00 tx=0x7fdfd8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:55.826 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:55.820+0000 7fdfe0c00700 1 -- 172.21.15.99:0/1164268978 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdfe4154400 con 0x7fdfe41576f0 2024-09-13T17:00:56.066 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.060+0000 7fdfea200700 1 -- 172.21.15.99:0/1164268978 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7fdfe4154400 con 0x7fdfe41576f0 2024-09-13T17:00:56.075 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.072+0000 7fdfe0c00700 1 -- 172.21.15.99:0/1164268978 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7fdfe4154400 con 0x7fdfe41576f0 2024-09-13T17:00:56.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 -- 172.21.15.99:0/1164268978 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fdfc4066760 msgr2=0x7fdfc4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fdfc4066760 0x7fdfc4068c20 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8000c00 tx=0x7fdfd8008030 comp rx=0 tx=0).stop 2024-09-13T17:00:56.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 -- 172.21.15.99:0/1164268978 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe41576f0 msgr2=0x7fdfe4152bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe41576f0 0x7fdfe4152bf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc007e40 tx=0x7fdfdc00e3c0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 -- 172.21.15.99:0/1164268978 shutdown_connections 2024-09-13T17:00:56.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fdfc4066760 0x7fdfc4068c20 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fdfe41576f0 0x7fdfe4152bf0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fdfe4157310 0x7fdfe41546e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 --2- 172.21.15.99:0/1164268978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fdfe40b0780 0x7fdfe414de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 -- 172.21.15.99:0/1164268978 >> 172.21.15.99:0/1164268978 conn(0x7fdfe4066780 msgr2=0x7fdfe406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:56.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 -- 172.21.15.99:0/1164268978 shutdown_connections 2024-09-13T17:00:56.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.076+0000 7fdfea200700 1 -- 172.21.15.99:0/1164268978 wait complete. 2024-09-13T17:00:56.103 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-13T17:00:56.271 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.264+0000 7f1e32600700 1 Processor -- start 2024-09-13T17:00:56.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.268+0000 7f1e32600700 1 -- start start 2024-09-13T17:00:56.274 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.268+0000 7f1e32600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 0x7f1e2c0d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.274 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.268+0000 7f1e32600700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f1e2c0c3b70 0x7f1e2c0c4000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.274 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.268+0000 7f1e32600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e2c0ceb40 con 0x7f1e2c164a50 2024-09-13T17:00:56.275 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.268+0000 7f1e32600700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e2c0c4540 con 0x7f1e2c0c3b70 2024-09-13T17:00:56.275 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.268+0000 7f1e32600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e2c164e30 con 0x7f1e2c0afab0 2024-09-13T17:00:56.275 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.268+0000 7f1e2be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 0x7f1e2c0d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.275 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.268+0000 7f1e2be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 0x7f1e2c0d0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46700/0 (socket says 172.21.15.99:46700) 2024-09-13T17:00:56.275 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.268+0000 7f1e2be00700 1 -- 172.21.15.99:0/1095121640 learned_addr learned my addr 172.21.15.99:0/1095121640 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:56.276 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e31c00700 1 --2- 172.21.15.99:0/1095121640 >> v2:172.21.15.170:3300/0 conn(0x7f1e2c0c3b70 0x7f1e2c0c4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e2be00700 1 -- 172.21.15.99:0/1095121640 >> v2:172.21.15.170:3300/0 conn(0x7f1e2c0c3b70 msgr2=0x7f1e2c0c4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:56.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e2be00700 1 --2- 172.21.15.99:0/1095121640 >> v2:172.21.15.170:3300/0 conn(0x7f1e2c0c3b70 0x7f1e2c0c4000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e2be00700 1 -- 172.21.15.99:0/1095121640 >> v1:172.21.15.170:6789/0 conn(0x7f1e2c164a50 legacy=0x7f1e2c0708a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e2b400700 1 -- 172.21.15.99:0/1095121640 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 211173602 0 0) 0x7f1e2c0ceb40 con 0x7f1e2c164a50 2024-09-13T17:00:56.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e2be00700 1 -- 172.21.15.99:0/1095121640 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e2c0cee20 con 0x7f1e2c0afab0 2024-09-13T17:00:56.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e31c00700 1 --2- 172.21.15.99:0/1095121640 >> v2:172.21.15.170:3300/0 conn(0x7f1e2c0c3b70 0x7f1e2c0c4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:56.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e2be00700 1 --2- 172.21.15.99:0/1095121640 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 0x7f1e2c0d0470 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1e18009910 tx=0x7f1e18009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa25031e1f4dfc63 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:56.278 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e2b400700 1 -- 172.21.15.99:0/1095121640 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e1800ba60 con 0x7f1e2c0afab0 2024-09-13T17:00:56.278 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e2b400700 1 -- 172.21.15.99:0/1095121640 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e1800bbc0 con 0x7f1e2c0afab0 2024-09-13T17:00:56.278 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e2b400700 1 -- 172.21.15.99:0/1095121640 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e18009e60 con 0x7f1e2c0afab0 2024-09-13T17:00:56.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e32600700 1 -- 172.21.15.99:0/1095121640 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 msgr2=0x7f1e2c0d0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.272+0000 7f1e32600700 1 --2- 172.21.15.99:0/1095121640 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 0x7f1e2c0d0470 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1e18009910 tx=0x7f1e18009c20 comp rx=0 tx=0).stop 2024-09-13T17:00:56.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 -- 172.21.15.99:0/1095121640 shutdown_connections 2024-09-13T17:00:56.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 --2- 172.21.15.99:0/1095121640 >> v2:172.21.15.170:3300/0 conn(0x7f1e2c0c3b70 0x7f1e2c0c4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 --2- 172.21.15.99:0/1095121640 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 0x7f1e2c0d0470 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 -- 172.21.15.99:0/1095121640 >> 172.21.15.99:0/1095121640 conn(0x7f1e2c0d0ba0 msgr2=0x7f1e2c0d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:56.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 -- 172.21.15.99:0/1095121640 shutdown_connections 2024-09-13T17:00:56.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 -- 172.21.15.99:0/1095121640 wait complete. 2024-09-13T17:00:56.282 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 Processor -- start 2024-09-13T17:00:56.282 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 -- start start 2024-09-13T17:00:56.283 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 0x7f1e2c160ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.283 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e2c0c3b70 0x7f1e2c1fa060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.283 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e2c164a50 0x7f1e2c1590a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.284 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e2c1fb000 con 0x7f1e2c164a50 2024-09-13T17:00:56.284 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e2c1fa760 con 0x7f1e2c0c3b70 2024-09-13T17:00:56.284 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.276+0000 7f1e32600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e2c1faa40 con 0x7f1e2c0afab0 2024-09-13T17:00:56.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e31c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e2c164a50 0x7f1e2c1590a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e31c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e2c164a50 0x7f1e2c1590a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37300/0 (socket says 172.21.15.99:37300) 2024-09-13T17:00:56.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e31c00700 1 -- 172.21.15.99:0/646120623 learned_addr learned my addr 172.21.15.99:0/646120623 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:56.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e31200700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 0x7f1e2c160ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e2be00700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e2c0c3b70 0x7f1e2c1fa060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e31c00700 1 -- 172.21.15.99:0/646120623 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 msgr2=0x7f1e2c160ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e31c00700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 0x7f1e2c160ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e31c00700 1 -- 172.21.15.99:0/646120623 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e2c0c3b70 msgr2=0x7f1e2c1fa060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e31c00700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e2c0c3b70 0x7f1e2c1fa060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e31c00700 1 -- 172.21.15.99:0/646120623 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e18009570 con 0x7f1e2c164a50 2024-09-13T17:00:56.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e31c00700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e2c164a50 0x7f1e2c1590a0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f1e2400cef0 tx=0x7f1e2400cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:56.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e28c00700 1 -- 172.21.15.99:0/646120623 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e2400ad00 con 0x7f1e2c164a50 2024-09-13T17:00:56.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e28c00700 1 -- 172.21.15.99:0/646120623 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e2400ae60 con 0x7f1e2c164a50 2024-09-13T17:00:56.286 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e32600700 1 -- 172.21.15.99:0/646120623 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e2c1fad20 con 0x7f1e2c164a50 2024-09-13T17:00:56.287 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e28c00700 1 -- 172.21.15.99:0/646120623 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e24015680 con 0x7f1e2c164a50 2024-09-13T17:00:56.287 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.280+0000 7f1e32600700 1 -- 172.21.15.99:0/646120623 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e2c1595e0 con 0x7f1e2c164a50 2024-09-13T17:00:56.288 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.284+0000 7f1e32600700 1 -- 172.21.15.99:0/646120623 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e2c068470 con 0x7f1e2c164a50 2024-09-13T17:00:56.290 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.284+0000 7f1e28c00700 1 -- 172.21.15.99:0/646120623 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1e2400d430 con 0x7f1e2c164a50 2024-09-13T17:00:56.291 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.284+0000 7f1e28c00700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e0c066730 0x7f1e0c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.291 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.284+0000 7f1e28c00700 1 -- 172.21.15.99:0/646120623 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f1e240842a0 con 0x7f1e2c164a50 2024-09-13T17:00:56.291 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.288+0000 7f1e31200700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e0c066730 0x7f1e0c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.292 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.288+0000 7f1e31200700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e0c066730 0x7f1e0c068bf0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c15f230 tx=0x7f1e20009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:56.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.292+0000 7f1e28c00700 1 -- 172.21.15.99:0/646120623 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1e24051950 con 0x7f1e2c164a50 2024-09-13T17:00:56.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.532+0000 7f1e32600700 1 -- 172.21.15.99:0/646120623 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f1e2c06e4a0 con 0x7f1e2c164a50 2024-09-13T17:00:56.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.540+0000 7f1e28c00700 1 -- 172.21.15.99:0/646120623 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7f1e24054f70 con 0x7f1e2c164a50 2024-09-13T17:00:56.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 -- 172.21.15.99:0/646120623 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e0c066730 msgr2=0x7f1e0c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e0c066730 0x7f1e0c068bf0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c15f230 tx=0x7f1e20009040 comp rx=0 tx=0).stop 2024-09-13T17:00:56.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 -- 172.21.15.99:0/646120623 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e2c164a50 msgr2=0x7f1e2c1590a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e2c164a50 0x7f1e2c1590a0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f1e2400cef0 tx=0x7f1e2400cf20 comp rx=0 tx=0).stop 2024-09-13T17:00:56.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 -- 172.21.15.99:0/646120623 shutdown_connections 2024-09-13T17:00:56.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e0c066730 0x7f1e0c068bf0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e2c164a50 0x7f1e2c1590a0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e2c0c3b70 0x7f1e2c1fa060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 --2- 172.21.15.99:0/646120623 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e2c0afab0 0x7f1e2c160ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 -- 172.21.15.99:0/646120623 >> 172.21.15.99:0/646120623 conn(0x7f1e2c0d0ba0 msgr2=0x7f1e2c163c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:56.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 -- 172.21.15.99:0/646120623 shutdown_connections 2024-09-13T17:00:56.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.544+0000 7f1e32600700 1 -- 172.21.15.99:0/646120623 wait complete. 2024-09-13T17:00:56.570 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-13T17:00:56.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.740+0000 7f114f000700 1 Processor -- start 2024-09-13T17:00:56.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.740+0000 7f114f000700 1 -- start start 2024-09-13T17:00:56.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.740+0000 7f114f000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f1148070bc0 0x7f1148071010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f114f000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1148071550 con 0x7f11481435f0 2024-09-13T17:00:56.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f114f000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f114815d9f0 con 0x7f114806e150 2024-09-13T17:00:56.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f114f000700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f114815abe0 con 0x7f1148070bc0 2024-09-13T17:00:56.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f1147e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f11481435f0 0x7f114815a400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55200/0 (socket says 172.21.15.99:55200) 2024-09-13T17:00:56.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f1147e00700 1 -- 172.21.15.99:0/1703702761 learned_addr learned my addr 172.21.15.99:0/1703702761 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:56.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f114d000700 1 --2- 172.21.15.99:0/1703702761 >> v2:172.21.15.170:3300/0 conn(0x7f1148070bc0 0x7f1148071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f1146a00700 1 -- 172.21.15.99:0/1703702761 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1890131807 0 0) 0x7f1138001110 con 0x7f11481435f0 2024-09-13T17:00:56.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f1146a00700 1 -- 172.21.15.99:0/1703702761 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f112c0035d0 con 0x7f11481435f0 2024-09-13T17:00:56.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f114d000700 1 -- 172.21.15.99:0/1703702761 >> v1:172.21.15.170:6789/0 conn(0x7f114806e150 legacy=0x7f114815e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f114d000700 1 -- 172.21.15.99:0/1703702761 >> v1:172.21.15.99:6789/0 conn(0x7f11481435f0 legacy=0x7f114815a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f114d000700 1 -- 172.21.15.99:0/1703702761 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f114815aec0 con 0x7f1148070bc0 2024-09-13T17:00:56.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f114d000700 1 --2- 172.21.15.99:0/1703702761 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1148070bc0 0x7f1148071010 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1140009d90 tx=0x7f114000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2809ed7fa76791b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:56.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f1146a00700 1 -- 172.21.15.99:0/1703702761 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f114000e070 con 0x7f1148070bc0 2024-09-13T17:00:56.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f1146a00700 1 -- 172.21.15.99:0/1703702761 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f114000bb20 con 0x7f1148070bc0 2024-09-13T17:00:56.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.744+0000 7f1146a00700 1 -- 172.21.15.99:0/1703702761 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f114000be90 con 0x7f1148070bc0 2024-09-13T17:00:56.752 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.748+0000 7f114f000700 1 -- 172.21.15.99:0/1703702761 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1148070bc0 msgr2=0x7f1148071010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.752 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.748+0000 7f114f000700 1 --2- 172.21.15.99:0/1703702761 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1148070bc0 0x7f1148071010 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1140009d90 tx=0x7f114000b330 comp rx=0 tx=0).stop 2024-09-13T17:00:56.752 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.748+0000 7f114f000700 1 -- 172.21.15.99:0/1703702761 shutdown_connections 2024-09-13T17:00:56.752 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.748+0000 7f114f000700 1 --2- 172.21.15.99:0/1703702761 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1148070bc0 0x7f1148071010 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.752 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.748+0000 7f114f000700 1 -- 172.21.15.99:0/1703702761 >> 172.21.15.99:0/1703702761 conn(0x7f1148071bf0 msgr2=0x7f1148071fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:56.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.748+0000 7f114f000700 1 -- 172.21.15.99:0/1703702761 shutdown_connections 2024-09-13T17:00:56.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.748+0000 7f114f000700 1 -- 172.21.15.99:0/1703702761 wait complete. 2024-09-13T17:00:56.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.748+0000 7f114f000700 1 Processor -- start 2024-09-13T17:00:56.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.748+0000 7f114f000700 1 -- start start 2024-09-13T17:00:56.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114f000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f114806e150 0x7f11481e7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114f000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1148070bc0 0x7f11481419f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114f000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11481435f0 0x7f11480adf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114f000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11481f63a0 con 0x7f11481435f0 2024-09-13T17:00:56.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114f000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11481e8620 con 0x7f114806e150 2024-09-13T17:00:56.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114f000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11481f65f0 con 0x7f1148070bc0 2024-09-13T17:00:56.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114d000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11481435f0 0x7f11480adf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114d000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11481435f0 0x7f11480adf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37302/0 (socket says 172.21.15.99:37302) 2024-09-13T17:00:56.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114d000700 1 -- 172.21.15.99:0/2445472876 learned_addr learned my addr 172.21.15.99:0/2445472876 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:56.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f1147e00700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f114806e150 0x7f11481e7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f1147400700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1148070bc0 0x7f11481419f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.759 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114d000700 1 -- 172.21.15.99:0/2445472876 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1148070bc0 msgr2=0x7f11481419f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.759 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114d000700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1148070bc0 0x7f11481419f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.759 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114d000700 1 -- 172.21.15.99:0/2445472876 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f114806e150 msgr2=0x7f11481e7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:56.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114d000700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f114806e150 0x7f11481e7fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:56.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114d000700 1 -- 172.21.15.99:0/2445472876 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1140009a70 con 0x7f11481435f0 2024-09-13T17:00:56.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f1147e00700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f114806e150 0x7f11481e7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:00:56.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114d000700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11481435f0 0x7f11480adf80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1140014040 tx=0x7f1140004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:56.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f113fe00700 1 -- 172.21.15.99:0/2445472876 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1140007000 con 0x7f11481435f0 2024-09-13T17:00:56.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f113fe00700 1 -- 172.21.15.99:0/2445472876 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1140012860 con 0x7f11481435f0 2024-09-13T17:00:56.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114f000700 1 -- 172.21.15.99:0/2445472876 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11481f68d0 con 0x7f11481435f0 2024-09-13T17:00:56.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f113fe00700 1 -- 172.21.15.99:0/2445472876 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1140012c10 con 0x7f11481435f0 2024-09-13T17:00:56.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.752+0000 7f114f000700 1 -- 172.21.15.99:0/2445472876 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1148141f30 con 0x7f11481435f0 2024-09-13T17:00:56.761 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.756+0000 7f114f000700 1 -- 172.21.15.99:0/2445472876 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11480cfa40 con 0x7f11481435f0 2024-09-13T17:00:56.762 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.756+0000 7f113fe00700 1 -- 172.21.15.99:0/2445472876 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f114001c400 con 0x7f11481435f0 2024-09-13T17:00:56.764 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.760+0000 7f113fe00700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1128066730 0x7f1128068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:56.764 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.760+0000 7f113fe00700 1 -- 172.21.15.99:0/2445472876 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f1140085c40 con 0x7f11481435f0 2024-09-13T17:00:56.764 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.760+0000 7f1147e00700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1128066730 0x7f1128068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:56.765 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.760+0000 7f1147e00700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1128066730 0x7f1128068bf0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1138001270 tx=0x7f1138009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:56.769 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:56.764+0000 7f113fe00700 1 -- 172.21.15.99:0/2445472876 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f11400533a0 con 0x7f11481435f0 2024-09-13T17:00:57.010 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.004+0000 7f114f000700 1 -- 172.21.15.99:0/2445472876 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f1148071010 con 0x7f11481435f0 2024-09-13T17:00:57.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.012+0000 7f113fe00700 1 -- 172.21.15.99:0/2445472876 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f11400569c0 con 0x7f11481435f0 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 -- 172.21.15.99:0/2445472876 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1128066730 msgr2=0x7f1128068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1128066730 0x7f1128068bf0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1138001270 tx=0x7f1138009040 comp rx=0 tx=0).stop 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 -- 172.21.15.99:0/2445472876 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11481435f0 msgr2=0x7f11480adf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11481435f0 0x7f11480adf80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1140014040 tx=0x7f1140004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 -- 172.21.15.99:0/2445472876 shutdown_connections 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1128066730 0x7f1128068bf0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f11481435f0 0x7f11480adf80 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1148070bc0 0x7f11481419f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 --2- 172.21.15.99:0/2445472876 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f114806e150 0x7f11481e7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 -- 172.21.15.99:0/2445472876 >> 172.21.15.99:0/2445472876 conn(0x7f1148071bf0 msgr2=0x7f1148071fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 -- 172.21.15.99:0/2445472876 shutdown_connections 2024-09-13T17:00:57.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.016+0000 7f114f000700 1 -- 172.21.15.99:0/2445472876 wait complete. 2024-09-13T17:00:57.044 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:00:57.208 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.204+0000 7f318ae00700 1 Processor -- start 2024-09-13T17:00:57.209 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.204+0000 7f318ae00700 1 -- start start 2024-09-13T17:00:57.212 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f318ae00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f318415e5e0 0x7f31840cd530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.212 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f318ae00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 0x7f31840cda70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.212 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f318ae00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31840d1ac0 con 0x7f318406c780 2024-09-13T17:00:57.212 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f318ae00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31840cb550 con 0x7f318415e5e0 2024-09-13T17:00:57.212 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f318ae00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f318406be10 con 0x7f31840ccd20 2024-09-13T17:00:57.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3189a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f318415e5e0 0x7f31840cd530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3189a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f318415e5e0 0x7f31840cd530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37306/0 (socket says 172.21.15.99:37306) 2024-09-13T17:00:57.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3189a00700 1 -- 172.21.15.99:0/1113923759 learned_addr learned my addr 172.21.15.99:0/1113923759 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:57.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3189000700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f318406c780 0x7f318406a9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55214/0 (socket says 172.21.15.99:55214) 2024-09-13T17:00:57.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f318a400700 1 --2- 172.21.15.99:0/1113923759 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 0x7f31840cda70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3189a00700 1 -- 172.21.15.99:0/1113923759 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 msgr2=0x7f31840cda70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:57.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3189a00700 1 --2- 172.21.15.99:0/1113923759 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 0x7f31840cda70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3189a00700 1 -- 172.21.15.99:0/1113923759 >> v1:172.21.15.99:6789/0 conn(0x7f318406c780 legacy=0x7f318406a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3189a00700 1 -- 172.21.15.99:0/1113923759 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31840d17e0 con 0x7f318415e5e0 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3183e00700 1 -- 172.21.15.99:0/1113923759 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2215161414 0 0) 0x7f31840d1ac0 con 0x7f318406c780 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3189a00700 1 --2- 172.21.15.99:0/1113923759 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 0x7f31840cd530 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3178009e50 tx=0x7f317800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f562f5c6927d119 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3183e00700 1 -- 172.21.15.99:0/1113923759 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f317800e070 con 0x7f318415e5e0 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3183e00700 1 -- 172.21.15.99:0/1113923759 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f317800b9c0 con 0x7f318415e5e0 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f3183e00700 1 -- 172.21.15.99:0/1113923759 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f317800bd70 con 0x7f318415e5e0 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f318ae00700 1 -- 172.21.15.99:0/1113923759 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 msgr2=0x7f31840cd530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.208+0000 7f318ae00700 1 --2- 172.21.15.99:0/1113923759 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 0x7f31840cd530 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3178009e50 tx=0x7f317800b330 comp rx=0 tx=0).stop 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.212+0000 7f318ae00700 1 -- 172.21.15.99:0/1113923759 shutdown_connections 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.212+0000 7f318ae00700 1 --2- 172.21.15.99:0/1113923759 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 0x7f31840cda70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.212+0000 7f318ae00700 1 --2- 172.21.15.99:0/1113923759 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 0x7f31840cd530 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.212+0000 7f318ae00700 1 -- 172.21.15.99:0/1113923759 >> 172.21.15.99:0/1113923759 conn(0x7f31840d0b20 msgr2=0x7f31840d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.212+0000 7f318ae00700 1 -- 172.21.15.99:0/1113923759 shutdown_connections 2024-09-13T17:00:57.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.212+0000 7f318ae00700 1 -- 172.21.15.99:0/1113923759 wait complete. 2024-09-13T17:00:57.219 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.212+0000 7f318ae00700 1 Processor -- start 2024-09-13T17:00:57.219 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.212+0000 7f318ae00700 1 -- start start 2024-09-13T17:00:57.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318ae00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f318406c780 0x7f31840b52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318ae00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 0x7f31840b18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318ae00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 0x7f31840b1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318ae00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3184071d70 con 0x7f318415e5e0 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318ae00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31840caf00 con 0x7f318406c780 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318ae00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31840b5ac0 con 0x7f31840ccd20 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318a400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 0x7f31840b1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318a400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 0x7f31840b1de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37322/0 (socket says 172.21.15.99:37322) 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318a400700 1 -- 172.21.15.99:0/2665935673 learned_addr learned my addr 172.21.15.99:0/2665935673 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f3189a00700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f318406c780 0x7f31840b52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f3189000700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 0x7f31840b18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318a400700 1 -- 172.21.15.99:0/2665935673 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 msgr2=0x7f31840b18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318a400700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 0x7f31840b18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318a400700 1 -- 172.21.15.99:0/2665935673 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f318406c780 msgr2=0x7f31840b52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318a400700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f318406c780 0x7f31840b52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318a400700 1 -- 172.21.15.99:0/2665935673 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3178009b30 con 0x7f318415e5e0 2024-09-13T17:00:57.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f3189000700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 0x7f31840b18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:57.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318a400700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 0x7f31840b1de0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f317c00d600 tx=0x7f317c00d9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:57.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f3181600700 1 -- 172.21.15.99:0/2665935673 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f317c0125f0 con 0x7f318415e5e0 2024-09-13T17:00:57.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f3181600700 1 -- 172.21.15.99:0/2665935673 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f317c012770 con 0x7f318415e5e0 2024-09-13T17:00:57.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f3181600700 1 -- 172.21.15.99:0/2665935673 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f317c012b20 con 0x7f318415e5e0 2024-09-13T17:00:57.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318ae00700 1 -- 172.21.15.99:0/2665935673 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3184071410 con 0x7f318415e5e0 2024-09-13T17:00:57.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.216+0000 7f318ae00700 1 -- 172.21.15.99:0/2665935673 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31840716b0 con 0x7f318415e5e0 2024-09-13T17:00:57.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.220+0000 7f318ae00700 1 -- 172.21.15.99:0/2665935673 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3184071eb0 con 0x7f318415e5e0 2024-09-13T17:00:57.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.220+0000 7f3181600700 1 -- 172.21.15.99:0/2665935673 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f317c012c80 con 0x7f318415e5e0 2024-09-13T17:00:57.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.220+0000 7f3181600700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3164066730 0x7f3164068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.220+0000 7f3181600700 1 -- 172.21.15.99:0/2665935673 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f317c083fe0 con 0x7f318415e5e0 2024-09-13T17:00:57.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.220+0000 7f3189a00700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3164066730 0x7f3164068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.227 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.224+0000 7f3189a00700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3164066730 0x7f3164068bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f317800b370 tx=0x7f3178009000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:57.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.228+0000 7f3181600700 1 -- 172.21.15.99:0/2665935673 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3184071eb0 con 0x7f318415e5e0 2024-09-13T17:00:57.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.424+0000 7f318ae00700 1 -- 172.21.15.99:0/2665935673 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3184071eb0 con 0x7f318415e5e0 2024-09-13T17:00:57.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.424+0000 7f3181600700 1 -- 172.21.15.99:0/2665935673 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) v1 ==== 74+0+12833 (secure 0 0 0) 0x7f3184071eb0 con 0x7f318415e5e0 2024-09-13T17:00:57.431 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:57.431 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":30,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:00:53.632058+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":21,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:00:57.435 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.428+0000 7f318ae00700 1 -- 172.21.15.99:0/2665935673 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3164066730 msgr2=0x7f3164068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.435 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.428+0000 7f318ae00700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3164066730 0x7f3164068bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f317800b370 tx=0x7f3178009000 comp rx=0 tx=0).stop 2024-09-13T17:00:57.435 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.428+0000 7f318ae00700 1 -- 172.21.15.99:0/2665935673 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 msgr2=0x7f31840b1de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.435 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.428+0000 7f318ae00700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 0x7f31840b1de0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f317c00d600 tx=0x7f317c00d9c0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.432+0000 7f318ae00700 1 -- 172.21.15.99:0/2665935673 shutdown_connections 2024-09-13T17:00:57.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.432+0000 7f318ae00700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3164066730 0x7f3164068bf0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.432+0000 7f318ae00700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f318415e5e0 0x7f31840b1de0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.432+0000 7f318ae00700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f31840ccd20 0x7f31840b18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.432+0000 7f318ae00700 1 --2- 172.21.15.99:0/2665935673 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f318406c780 0x7f31840b52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.432+0000 7f318ae00700 1 -- 172.21.15.99:0/2665935673 >> 172.21.15.99:0/2665935673 conn(0x7f31840d0b20 msgr2=0x7f31840c7390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:57.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.432+0000 7f318ae00700 1 -- 172.21.15.99:0/2665935673 shutdown_connections 2024-09-13T17:00:57.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.432+0000 7f318ae00700 1 -- 172.21.15.99:0/2665935673 wait complete. 2024-09-13T17:00:57.456 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:00:57.457 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:00:57.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.624+0000 7f934ae00700 1 Processor -- start 2024-09-13T17:00:57.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.624+0000 7f934ae00700 1 -- start start 2024-09-13T17:00:57.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f934ae00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f93440cd7c0 0x7f934406efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f934ae00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9344070e90 con 0x7f934406eb90 2024-09-13T17:00:57.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f934ae00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f934406de30 con 0x7f934415ad00 2024-09-13T17:00:57.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f934ae00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9344066580 con 0x7f93440cd7c0 2024-09-13T17:00:57.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f9349a00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f934415ad00 0x7f93440701a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:50848/0 (socket says 172.21.15.99:50848) 2024-09-13T17:00:57.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f9349a00700 1 -- 172.21.15.99:0/4109120333 learned_addr learned my addr 172.21.15.99:0/4109120333 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:57.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f9349000700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f934406eb90 0x7f93440cd0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55216/0 (socket says 172.21.15.99:55216) 2024-09-13T17:00:57.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f934a400700 1 --2- 172.21.15.99:0/4109120333 >> v2:172.21.15.170:3300/0 conn(0x7f93440cd7c0 0x7f934406efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f9343e00700 1 -- 172.21.15.99:0/4109120333 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4074292242 0 0) 0x7f934406de30 con 0x7f934415ad00 2024-09-13T17:00:57.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f9343e00700 1 -- 172.21.15.99:0/4109120333 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f932c0035d0 con 0x7f934415ad00 2024-09-13T17:00:57.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f9343e00700 1 -- 172.21.15.99:0/4109120333 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1678653161 0 0) 0x7f9344070e90 con 0x7f934406eb90 2024-09-13T17:00:57.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f9343e00700 1 -- 172.21.15.99:0/4109120333 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f934406de30 con 0x7f934406eb90 2024-09-13T17:00:57.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f934a400700 1 -- 172.21.15.99:0/4109120333 >> v1:172.21.15.170:6789/0 conn(0x7f934415ad00 legacy=0x7f93440701a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f934a400700 1 -- 172.21.15.99:0/4109120333 >> v1:172.21.15.99:6789/0 conn(0x7f934406eb90 legacy=0x7f93440cd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f934a400700 1 -- 172.21.15.99:0/4109120333 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f934406e0b0 con 0x7f93440cd7c0 2024-09-13T17:00:57.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f934a400700 1 --2- 172.21.15.99:0/4109120333 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f93440cd7c0 0x7f934406efb0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f933c009d90 tx=0x7f933c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38afe55a6538a80 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:57.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f9343e00700 1 -- 172.21.15.99:0/4109120333 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f933c00e070 con 0x7f93440cd7c0 2024-09-13T17:00:57.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f9343e00700 1 -- 172.21.15.99:0/4109120333 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f933c00bb20 con 0x7f93440cd7c0 2024-09-13T17:00:57.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f9343e00700 1 -- 172.21.15.99:0/4109120333 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f933c012430 con 0x7f93440cd7c0 2024-09-13T17:00:57.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.628+0000 7f934ae00700 1 -- 172.21.15.99:0/4109120333 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f93440cd7c0 msgr2=0x7f934406efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.632+0000 7f934ae00700 1 --2- 172.21.15.99:0/4109120333 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f93440cd7c0 0x7f934406efb0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f933c009d90 tx=0x7f933c00b330 comp rx=0 tx=0).stop 2024-09-13T17:00:57.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.632+0000 7f934ae00700 1 -- 172.21.15.99:0/4109120333 shutdown_connections 2024-09-13T17:00:57.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.632+0000 7f934ae00700 1 --2- 172.21.15.99:0/4109120333 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f93440cd7c0 0x7f934406efb0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.632+0000 7f934ae00700 1 -- 172.21.15.99:0/4109120333 >> 172.21.15.99:0/4109120333 conn(0x7f93440cf1b0 msgr2=0x7f93440cf5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:57.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.632+0000 7f934ae00700 1 -- 172.21.15.99:0/4109120333 shutdown_connections 2024-09-13T17:00:57.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.632+0000 7f934ae00700 1 -- 172.21.15.99:0/4109120333 wait complete. 2024-09-13T17:00:57.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.632+0000 7f934ae00700 1 Processor -- start 2024-09-13T17:00:57.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.632+0000 7f934ae00700 1 -- start start 2024-09-13T17:00:57.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934ae00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f934406eb90 0x7f9344149000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934ae00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f934415ad00 0x7f9344155780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934ae00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9344152dd0 0x7f93440b3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934ae00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9344149540 con 0x7f9344152dd0 2024-09-13T17:00:57.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934ae00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9344153e70 con 0x7f934415ad00 2024-09-13T17:00:57.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934ae00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9344156c10 con 0x7f934406eb90 2024-09-13T17:00:57.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934a400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9344152dd0 0x7f93440b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934a400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9344152dd0 0x7f93440b3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37324/0 (socket says 172.21.15.99:37324) 2024-09-13T17:00:57.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934a400700 1 -- 172.21.15.99:0/187611399 learned_addr learned my addr 172.21.15.99:0/187611399 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:57.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f9349a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f934406eb90 0x7f9344149000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f9349000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f934415ad00 0x7f9344155780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934a400700 1 -- 172.21.15.99:0/187611399 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f934406eb90 msgr2=0x7f9344149000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934a400700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f934406eb90 0x7f9344149000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934a400700 1 -- 172.21.15.99:0/187611399 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f934415ad00 msgr2=0x7f9344155780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934a400700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f934415ad00 0x7f9344155780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934a400700 1 -- 172.21.15.99:0/187611399 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f933c009a70 con 0x7f9344152dd0 2024-09-13T17:00:57.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934a400700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9344152dd0 0x7f93440b3930 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f933c013000 tx=0x7f933c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:57.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f9341600700 1 -- 172.21.15.99:0/187611399 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f933c012430 con 0x7f9344152dd0 2024-09-13T17:00:57.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f9341600700 1 -- 172.21.15.99:0/187611399 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f933c020070 con 0x7f9344152dd0 2024-09-13T17:00:57.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934ae00700 1 -- 172.21.15.99:0/187611399 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9344155cc0 con 0x7f9344152dd0 2024-09-13T17:00:57.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f9341600700 1 -- 172.21.15.99:0/187611399 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f933c01ba50 con 0x7f9344152dd0 2024-09-13T17:00:57.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934ae00700 1 -- 172.21.15.99:0/187611399 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9344153540 con 0x7f9344152dd0 2024-09-13T17:00:57.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.636+0000 7f934ae00700 1 -- 172.21.15.99:0/187611399 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f934406efb0 con 0x7f9344152dd0 2024-09-13T17:00:57.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.640+0000 7f9341600700 1 -- 172.21.15.99:0/187611399 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f933c01bbb0 con 0x7f9344152dd0 2024-09-13T17:00:57.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.640+0000 7f9341600700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9324066730 0x7f9324068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:57.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.640+0000 7f9341600700 1 -- 172.21.15.99:0/187611399 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f933c022070 con 0x7f9344152dd0 2024-09-13T17:00:57.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.640+0000 7f9349a00700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9324066730 0x7f9324068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:57.647 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.640+0000 7f9349a00700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9324066730 0x7f9324068bf0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9338000f60 tx=0x7f9338007e20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:57.648 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.644+0000 7f9341600700 1 -- 172.21.15.99:0/187611399 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f933c053980 con 0x7f9344152dd0 2024-09-13T17:00:57.824 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.820+0000 7f934ae00700 1 -- 172.21.15.99:0/187611399 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f93440cc970 con 0x7f9344152dd0 2024-09-13T17:00:57.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.820+0000 7f9341600700 1 -- 172.21.15.99:0/187611399 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v30) v1 ==== 93+0+10 (secure 0 0 0) 0x7f933c01be60 con 0x7f9344152dd0 2024-09-13T17:00:57.826 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:00:57.830 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 -- 172.21.15.99:0/187611399 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9324066730 msgr2=0x7f9324068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.830 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9324066730 0x7f9324068bf0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9338000f60 tx=0x7f9338007e20 comp rx=0 tx=0).stop 2024-09-13T17:00:57.830 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 -- 172.21.15.99:0/187611399 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9344152dd0 msgr2=0x7f93440b3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:57.830 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9344152dd0 0x7f93440b3930 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f933c013000 tx=0x7f933c004af0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.831 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 -- 172.21.15.99:0/187611399 shutdown_connections 2024-09-13T17:00:57.831 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9324066730 0x7f9324068bf0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.831 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9344152dd0 0x7f93440b3930 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.831 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f934415ad00 0x7f9344155780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.831 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 --2- 172.21.15.99:0/187611399 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f934406eb90 0x7f9344149000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:57.831 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 -- 172.21.15.99:0/187611399 >> 172.21.15.99:0/187611399 conn(0x7f93440cf1b0 msgr2=0x7f93440737c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:57.831 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 -- 172.21.15.99:0/187611399 shutdown_connections 2024-09-13T17:00:57.831 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:57.824+0000 7f934ae00700 1 -- 172.21.15.99:0/187611399 wait complete. 2024-09-13T17:00:57.853 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T17:00:58.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.012+0000 7f4efbe00700 1 Processor -- start 2024-09-13T17:00:58.019 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.012+0000 7f4efbe00700 1 -- start start 2024-09-13T17:00:58.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efbe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4efc160ce0 0x7f4efc0cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efbe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 0x7f4efc06c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efbe00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4efc0b1ef0 con 0x7f4efc1610c0 2024-09-13T17:00:58.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efbe00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4efc06d870 con 0x7f4efc160ce0 2024-09-13T17:00:58.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efbe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4efc06cfd0 con 0x7f4efc06e510 2024-09-13T17:00:58.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efaa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4efc160ce0 0x7f4efc0cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4ef2000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 0x7f4efc06c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efaa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4efc160ce0 0x7f4efc0cbf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37328/0 (socket says 172.21.15.99:37328) 2024-09-13T17:00:58.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efaa00700 1 -- 172.21.15.99:0/3743538274 learned_addr learned my addr 172.21.15.99:0/3743538274 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:58.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efb400700 1 --1- 172.21.15.99:0/3743538274 >> v1:172.21.15.170:6789/0 conn(0x7f4efc1610c0 0x7f4efc0b0970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:50862/0 (socket says 172.21.15.99:50862) 2024-09-13T17:00:58.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efaa00700 1 -- 172.21.15.99:0/3743538274 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 msgr2=0x7f4efc06c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:58.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efaa00700 1 --2- 172.21.15.99:0/3743538274 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 0x7f4efc06c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efaa00700 1 -- 172.21.15.99:0/3743538274 >> v1:172.21.15.170:6789/0 conn(0x7f4efc1610c0 legacy=0x7f4efc0b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:58.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efaa00700 1 -- 172.21.15.99:0/3743538274 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4efc06d2b0 con 0x7f4efc160ce0 2024-09-13T17:00:58.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efa000700 1 -- 172.21.15.99:0/3743538274 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 631461142 0 0) 0x7f4efc0b1ef0 con 0x7f4efc1610c0 2024-09-13T17:00:58.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.016+0000 7f4efaa00700 1 --2- 172.21.15.99:0/3743538274 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 0x7f4efc0cbf20 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f4eec009e50 tx=0x7f4eec00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58a019648b47260e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:58.024 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efa000700 1 -- 172.21.15.99:0/3743538274 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eec00e070 con 0x7f4efc160ce0 2024-09-13T17:00:58.024 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efa000700 1 -- 172.21.15.99:0/3743538274 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4eec00b910 con 0x7f4efc160ce0 2024-09-13T17:00:58.024 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efa000700 1 -- 172.21.15.99:0/3743538274 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4eec00bcc0 con 0x7f4efc160ce0 2024-09-13T17:00:58.025 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efbe00700 1 -- 172.21.15.99:0/3743538274 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 msgr2=0x7f4efc0cbf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:58.025 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efbe00700 1 --2- 172.21.15.99:0/3743538274 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 0x7f4efc0cbf20 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f4eec009e50 tx=0x7f4eec00b330 comp rx=0 tx=0).stop 2024-09-13T17:00:58.025 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efbe00700 1 -- 172.21.15.99:0/3743538274 shutdown_connections 2024-09-13T17:00:58.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efbe00700 1 --2- 172.21.15.99:0/3743538274 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 0x7f4efc06c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efbe00700 1 --2- 172.21.15.99:0/3743538274 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 0x7f4efc0cbf20 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efbe00700 1 -- 172.21.15.99:0/3743538274 >> 172.21.15.99:0/3743538274 conn(0x7f4efc06f790 msgr2=0x7f4efc06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:58.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efbe00700 1 -- 172.21.15.99:0/3743538274 shutdown_connections 2024-09-13T17:00:58.026 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.020+0000 7f4efbe00700 1 -- 172.21.15.99:0/3743538274 wait complete. 2024-09-13T17:00:58.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4efbe00700 1 Processor -- start 2024-09-13T17:00:58.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4efbe00700 1 -- start start 2024-09-13T17:00:58.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4efbe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 0x7f4efc15ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4efbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 0x7f4efc147da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4efbe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4efc1610c0 0x7f4efc15d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4efbe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4efc15d480 con 0x7f4efc160ce0 2024-09-13T17:00:58.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4efbe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4efc15f150 con 0x7f4efc1610c0 2024-09-13T17:00:58.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4efbe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4efc1482e0 con 0x7f4efc06e510 2024-09-13T17:00:58.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4ef2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 0x7f4efc147da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4ef2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 0x7f4efc147da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37342/0 (socket says 172.21.15.99:37342) 2024-09-13T17:00:58.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.024+0000 7f4ef2000700 1 -- 172.21.15.99:0/1257401986 learned_addr learned my addr 172.21.15.99:0/1257401986 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:58.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4efb400700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4efc1610c0 0x7f4efc15d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4efaa00700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 0x7f4efc15ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4ef2000700 1 -- 172.21.15.99:0/1257401986 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 msgr2=0x7f4efc15ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:58.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4ef2000700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 0x7f4efc15ec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4ef2000700 1 -- 172.21.15.99:0/1257401986 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4efc1610c0 msgr2=0x7f4efc15d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:58.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4ef2000700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4efc1610c0 0x7f4efc15d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4ef2000700 1 -- 172.21.15.99:0/1257401986 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4eec009b30 con 0x7f4efc160ce0 2024-09-13T17:00:58.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4efb400700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4efc1610c0 0x7f4efc15d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:58.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4efaa00700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 0x7f4efc15ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:00:58.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4ef2000700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 0x7f4efc147da0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4ee400e9a0 tx=0x7f4ee400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:58.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4ef3400700 1 -- 172.21.15.99:0/1257401986 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee4009720 con 0x7f4efc160ce0 2024-09-13T17:00:58.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4ef3400700 1 -- 172.21.15.99:0/1257401986 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ee400c850 con 0x7f4efc160ce0 2024-09-13T17:00:58.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4ef3400700 1 -- 172.21.15.99:0/1257401986 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee400cbe0 con 0x7f4efc160ce0 2024-09-13T17:00:58.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4efbe00700 1 -- 172.21.15.99:0/1257401986 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4efc15d130 con 0x7f4efc160ce0 2024-09-13T17:00:58.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4efbe00700 1 -- 172.21.15.99:0/1257401986 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4efc15f640 con 0x7f4efc160ce0 2024-09-13T17:00:58.041 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.028+0000 7f4efbe00700 1 -- 172.21.15.99:0/1257401986 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4efc06c7a0 con 0x7f4efc160ce0 2024-09-13T17:00:58.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.032+0000 7f4ef3400700 1 -- 172.21.15.99:0/1257401986 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4ee400cd40 con 0x7f4efc160ce0 2024-09-13T17:00:58.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.032+0000 7f4ef3400700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4ed8066730 0x7f4ed8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.032+0000 7f4ef3400700 1 -- 172.21.15.99:0/1257401986 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4ee4083f00 con 0x7f4efc160ce0 2024-09-13T17:00:58.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.032+0000 7f4efaa00700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4ed8066730 0x7f4ed8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.036+0000 7f4efaa00700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4ed8066730 0x7f4ed8068bf0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4eec000f80 tx=0x7f4eec009000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:58.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.040+0000 7f4ef3400700 1 -- 172.21.15.99:0/1257401986 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4ee40515b0 con 0x7f4efc160ce0 2024-09-13T17:00:58.239 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.232+0000 7f4efbe00700 1 -- 172.21.15.99:0/1257401986 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f4efc06ea60 con 0x7f4efc160ce0 2024-09-13T17:00:58.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.236+0000 7f4ef3400700 1 -- 172.21.15.99:0/1257401986 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v30) v1 ==== 84+0+65 (secure 0 0 0) 0x7f4ee4054bd0 con 0x7f4efc160ce0 2024-09-13T17:00:58.240 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:00:58.240 INFO:teuthology.orchestra.run.smithi099.stdout:[ 2024-09-13T17:00:58.240 INFO:teuthology.orchestra.run.smithi099.stdout: { 2024-09-13T17:00:58.240 INFO:teuthology.orchestra.run.smithi099.stdout: "poolnum": 1, 2024-09-13T17:00:58.240 INFO:teuthology.orchestra.run.smithi099.stdout: "poolname": ".mgr" 2024-09-13T17:00:58.240 INFO:teuthology.orchestra.run.smithi099.stdout: } 2024-09-13T17:00:58.240 INFO:teuthology.orchestra.run.smithi099.stdout:] 2024-09-13T17:00:58.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 -- 172.21.15.99:0/1257401986 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4ed8066730 msgr2=0x7f4ed8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:58.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4ed8066730 0x7f4ed8068bf0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4eec000f80 tx=0x7f4eec009000 comp rx=0 tx=0).stop 2024-09-13T17:00:58.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 -- 172.21.15.99:0/1257401986 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 msgr2=0x7f4efc147da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:58.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 0x7f4efc147da0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4ee400e9a0 tx=0x7f4ee400ed60 comp rx=0 tx=0).stop 2024-09-13T17:00:58.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 -- 172.21.15.99:0/1257401986 shutdown_connections 2024-09-13T17:00:58.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4ed8066730 0x7f4ed8068bf0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4efc160ce0 0x7f4efc147da0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4efc1610c0 0x7f4efc15d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 --2- 172.21.15.99:0/1257401986 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4efc06e510 0x7f4efc15ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 -- 172.21.15.99:0/1257401986 >> 172.21.15.99:0/1257401986 conn(0x7f4efc06f790 msgr2=0x7f4efc0ce4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:58.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 -- 172.21.15.99:0/1257401986 shutdown_connections 2024-09-13T17:00:58.246 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.240+0000 7f4efbe00700 1 -- 172.21.15.99:0/1257401986 wait complete. 2024-09-13T17:00:58.265 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T17:00:58.265 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T17:00:58.441 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.436+0000 7f9751e00700 1 Processor -- start 2024-09-13T17:00:58.441 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.436+0000 7f9751e00700 1 -- start start 2024-09-13T17:00:58.444 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f9751e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f974c147530 0x7f974c0b0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f9751e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f974c0b24f0 0x7f974c163a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f9751e00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f974c15f440 con 0x7f974c0b1340 2024-09-13T17:00:58.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f9751e00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f974c147910 con 0x7f974c147530 2024-09-13T17:00:58.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f9751e00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f974c1629c0 con 0x7f974c0b24f0 2024-09-13T17:00:58.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974aa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f974c147530 0x7f974c0b0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974aa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f974c147530 0x7f974c0b0e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37354/0 (socket says 172.21.15.99:37354) 2024-09-13T17:00:58.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974aa00700 1 -- 172.21.15.99:0/1929204174 learned_addr learned my addr 172.21.15.99:0/1929204174 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:58.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974b400700 1 --2- 172.21.15.99:0/1929204174 >> v2:172.21.15.170:3300/0 conn(0x7f974c0b24f0 0x7f974c163a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974aa00700 1 -- 172.21.15.99:0/1929204174 >> v2:172.21.15.170:3300/0 conn(0x7f974c0b24f0 msgr2=0x7f974c163a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:58.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974aa00700 1 --2- 172.21.15.99:0/1929204174 >> v2:172.21.15.170:3300/0 conn(0x7f974c0b24f0 0x7f974c163a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974aa00700 1 -- 172.21.15.99:0/1929204174 >> v1:172.21.15.170:6789/0 conn(0x7f974c0b1340 legacy=0x7f974c0b1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:00:58.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974aa00700 1 -- 172.21.15.99:0/1929204174 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f974c162ca0 con 0x7f974c147530 2024-09-13T17:00:58.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974aa00700 1 --2- 172.21.15.99:0/1929204174 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c147530 0x7f974c0b0e00 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f974c0b3570 tx=0x7f973c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34eb27de2160d9c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:58.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974a000700 1 -- 172.21.15.99:0/1929204174 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f973c00b8a0 con 0x7f974c147530 2024-09-13T17:00:58.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974a000700 1 -- 172.21.15.99:0/1929204174 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f973c00ba00 con 0x7f974c147530 2024-09-13T17:00:58.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.440+0000 7f974a000700 1 -- 172.21.15.99:0/1929204174 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f973c00bd90 con 0x7f974c147530 2024-09-13T17:00:58.448 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.444+0000 7f9751e00700 1 -- 172.21.15.99:0/1929204174 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c147530 msgr2=0x7f974c0b0e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:58.448 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.444+0000 7f9751e00700 1 --2- 172.21.15.99:0/1929204174 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c147530 0x7f974c0b0e00 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f974c0b3570 tx=0x7f973c009bf0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.448 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.444+0000 7f9751e00700 1 -- 172.21.15.99:0/1929204174 shutdown_connections 2024-09-13T17:00:58.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.444+0000 7f9751e00700 1 --2- 172.21.15.99:0/1929204174 >> v2:172.21.15.170:3300/0 conn(0x7f974c0b24f0 0x7f974c163a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.444+0000 7f9751e00700 1 --2- 172.21.15.99:0/1929204174 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c147530 0x7f974c0b0e00 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.444+0000 7f9751e00700 1 -- 172.21.15.99:0/1929204174 >> 172.21.15.99:0/1929204174 conn(0x7f974c066330 msgr2=0x7f974c06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:58.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.444+0000 7f9751e00700 1 -- 172.21.15.99:0/1929204174 shutdown_connections 2024-09-13T17:00:58.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.444+0000 7f9751e00700 1 -- 172.21.15.99:0/1929204174 wait complete. 2024-09-13T17:00:58.452 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9751e00700 1 Processor -- start 2024-09-13T17:00:58.452 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9751e00700 1 -- start start 2024-09-13T17:00:58.453 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9751e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f974c0b1340 0x7f974c1433f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.453 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9751e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c0b24f0 0x7f974c15e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.453 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9751e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f974c147530 0x7f974c06d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.453 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9751e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f974c143930 con 0x7f974c0b24f0 2024-09-13T17:00:58.454 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9751e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f974c15de70 con 0x7f974c147530 2024-09-13T17:00:58.454 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9751e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f974c0adf50 con 0x7f974c0b1340 2024-09-13T17:00:58.454 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9743e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c0b24f0 0x7f974c15e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.454 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9743e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c0b24f0 0x7f974c15e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37362/0 (socket says 172.21.15.99:37362) 2024-09-13T17:00:58.454 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9743e00700 1 -- 172.21.15.99:0/351359262 learned_addr learned my addr 172.21.15.99:0/351359262 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:58.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f974aa00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f974c0b1340 0x7f974c1433f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f974b400700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f974c147530 0x7f974c06d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9743e00700 1 -- 172.21.15.99:0/351359262 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f974c0b1340 msgr2=0x7f974c1433f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:58.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9743e00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f974c0b1340 0x7f974c1433f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9743e00700 1 -- 172.21.15.99:0/351359262 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f974c147530 msgr2=0x7f974c06d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:58.455 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9743e00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f974c147530 0x7f974c06d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:58.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.448+0000 7f9743e00700 1 -- 172.21.15.99:0/351359262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f973c009570 con 0x7f974c0b24f0 2024-09-13T17:00:58.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.452+0000 7f9743e00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c0b24f0 0x7f974c15e780 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f973400c450 tx=0x7f973400c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:58.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.452+0000 7f9743400700 1 -- 172.21.15.99:0/351359262 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97340052d0 con 0x7f974c0b24f0 2024-09-13T17:00:58.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.452+0000 7f9743400700 1 -- 172.21.15.99:0/351359262 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9734005430 con 0x7f974c0b24f0 2024-09-13T17:00:58.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.452+0000 7f9743400700 1 -- 172.21.15.99:0/351359262 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97340055a0 con 0x7f974c0b24f0 2024-09-13T17:00:58.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.452+0000 7f9751e00700 1 -- 172.21.15.99:0/351359262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f974c15d2f0 con 0x7f974c0b24f0 2024-09-13T17:00:58.457 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.452+0000 7f9751e00700 1 -- 172.21.15.99:0/351359262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f974c15d8b0 con 0x7f974c0b24f0 2024-09-13T17:00:58.457 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.452+0000 7f9751e00700 1 -- 172.21.15.99:0/351359262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f974c0b0e00 con 0x7f974c0b24f0 2024-09-13T17:00:58.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.456+0000 7f9743400700 1 -- 172.21.15.99:0/351359262 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f97340036a0 con 0x7f974c0b24f0 2024-09-13T17:00:58.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.456+0000 7f9743400700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9728066760 0x7f9728068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:58.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.456+0000 7f9743400700 1 -- 172.21.15.99:0/351359262 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9734082f70 con 0x7f974c0b24f0 2024-09-13T17:00:58.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.456+0000 7f974aa00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9728066760 0x7f9728068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:58.463 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.456+0000 7f974aa00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9728066760 0x7f9728068c20 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f973c000c00 tx=0x7f973c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:58.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.464+0000 7f9743400700 1 -- 172.21.15.99:0/351359262 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9734050620 con 0x7f974c0b24f0 2024-09-13T17:00:58.646 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:58.640+0000 7f9751e00700 1 -- 172.21.15.99:0/351359262 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f974c06fc10 con 0x7f974c0b24f0 2024-09-13T17:00:59.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.400+0000 7f9743400700 1 -- 172.21.15.99:0/351359262 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v31) v1 ==== 138+0+0 (secure 0 0 0) 0x7f973400ce60 con 0x7f974c0b24f0 2024-09-13T17:00:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 -- 172.21.15.99:0/351359262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9728066760 msgr2=0x7f9728068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9728066760 0x7f9728068c20 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f973c000c00 tx=0x7f973c008030 comp rx=0 tx=0).stop 2024-09-13T17:00:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 -- 172.21.15.99:0/351359262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c0b24f0 msgr2=0x7f974c15e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c0b24f0 0x7f974c15e780 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f973400c450 tx=0x7f973400c760 comp rx=0 tx=0).stop 2024-09-13T17:00:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 -- 172.21.15.99:0/351359262 shutdown_connections 2024-09-13T17:00:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9728066760 0x7f9728068c20 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f974c0b24f0 0x7f974c15e780 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:59.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f974c147530 0x7f974c06d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 --2- 172.21.15.99:0/351359262 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f974c0b1340 0x7f974c1433f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 -- 172.21.15.99:0/351359262 >> 172.21.15.99:0/351359262 conn(0x7f974c066330 msgr2=0x7f974c143bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 -- 172.21.15.99:0/351359262 shutdown_connections 2024-09-13T17:00:59.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.408+0000 7f9751e00700 1 -- 172.21.15.99:0/351359262 wait complete. 2024-09-13T17:00:59.418 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_metadata' created 2024-09-13T17:00:59.436 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T17:00:59.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.600+0000 7f7382400700 1 Processor -- start 2024-09-13T17:00:59.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.600+0000 7f7382400700 1 -- start start 2024-09-13T17:00:59.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.600+0000 7f7382400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06fea0 0x7f737c161b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:59.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.600+0000 7f7382400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f737c0b2c40 con 0x7f737c06dee0 2024-09-13T17:00:59.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.600+0000 7f7382400700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f737c15bbd0 con 0x7f737c15b7f0 2024-09-13T17:00:59.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.600+0000 7f7382400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f737c06eaf0 con 0x7f737c06fea0 2024-09-13T17:00:59.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.600+0000 7f7372a00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f737c06dee0 0x7f737c06f790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55222/0 (socket says 172.21.15.99:55222) 2024-09-13T17:00:59.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.600+0000 7f7372a00700 1 -- 172.21.15.99:0/1576636240 learned_addr learned my addr 172.21.15.99:0/1576636240 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:00:59.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f737be00700 1 --2- 172.21.15.99:0/1576636240 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06fea0 0x7f737c161b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:59.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f737aa00700 1 -- 172.21.15.99:0/1576636240 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1812903223 0 0) 0x7f737c0b2c40 con 0x7f737c06dee0 2024-09-13T17:00:59.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f737aa00700 1 -- 172.21.15.99:0/1576636240 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f73600035d0 con 0x7f737c06dee0 2024-09-13T17:00:59.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f737be00700 1 -- 172.21.15.99:0/1576636240 >> v1:172.21.15.170:6789/0 conn(0x7f737c15b7f0 legacy=0x7f737c162910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:59.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f737be00700 1 -- 172.21.15.99:0/1576636240 >> v1:172.21.15.99:6789/0 conn(0x7f737c06dee0 legacy=0x7f737c06f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:59.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f737be00700 1 -- 172.21.15.99:0/1576636240 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f737c0b20c0 con 0x7f737c06fea0 2024-09-13T17:00:59.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f737be00700 1 --2- 172.21.15.99:0/1576636240 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06fea0 0x7f737c161b30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7374009880 tx=0x7f7374009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4574de36e17f6d18 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:59.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f737aa00700 1 -- 172.21.15.99:0/1576636240 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7374011830 con 0x7f737c06fea0 2024-09-13T17:00:59.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f737aa00700 1 -- 172.21.15.99:0/1576636240 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7374011990 con 0x7f737c06fea0 2024-09-13T17:00:59.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f737aa00700 1 -- 172.21.15.99:0/1576636240 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7374011d20 con 0x7f737c06fea0 2024-09-13T17:00:59.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f7382400700 1 -- 172.21.15.99:0/1576636240 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06fea0 msgr2=0x7f737c161b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:59.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f7382400700 1 --2- 172.21.15.99:0/1576636240 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06fea0 0x7f737c161b30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7374009880 tx=0x7f7374009b90 comp rx=0 tx=0).stop 2024-09-13T17:00:59.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f7382400700 1 -- 172.21.15.99:0/1576636240 shutdown_connections 2024-09-13T17:00:59.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f7382400700 1 --2- 172.21.15.99:0/1576636240 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06fea0 0x7f737c161b30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:59.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f7382400700 1 -- 172.21.15.99:0/1576636240 >> 172.21.15.99:0/1576636240 conn(0x7f737c071110 msgr2=0x7f737c071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:00:59.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f7382400700 1 -- 172.21.15.99:0/1576636240 shutdown_connections 2024-09-13T17:00:59.611 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.604+0000 7f7382400700 1 -- 172.21.15.99:0/1576636240 wait complete. 2024-09-13T17:00:59.613 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f7382400700 1 Processor -- start 2024-09-13T17:00:59.613 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f7382400700 1 -- start start 2024-09-13T17:00:59.614 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f7382400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06dee0 0x7f737c150fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:59.614 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f7382400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f737c06fea0 0x7f737c15a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:59.614 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f7382400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f737c15b7f0 0x7f737c15add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:59.614 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f7382400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f737c0a9120 con 0x7f737c15b7f0 2024-09-13T17:00:59.614 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f7382400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f737c0a9540 con 0x7f737c06fea0 2024-09-13T17:00:59.614 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f7382400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f737c0a84a0 con 0x7f737c06dee0 2024-09-13T17:00:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f737be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f737c15b7f0 0x7f737c15add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f737be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f737c15b7f0 0x7f737c15add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37374/0 (socket says 172.21.15.99:37374) 2024-09-13T17:00:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f737be00700 1 -- 172.21.15.99:0/3909125652 learned_addr learned my addr 172.21.15.99:0/3909125652 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:00:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f7372a00700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f737c06fea0 0x7f737c15a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:59.615 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f737b400700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06dee0 0x7f737c150fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:59.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f737be00700 1 -- 172.21.15.99:0/3909125652 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06dee0 msgr2=0x7f737c150fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:59.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f737be00700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06dee0 0x7f737c150fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:59.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f737be00700 1 -- 172.21.15.99:0/3909125652 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f737c06fea0 msgr2=0x7f737c15a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:00:59.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f737be00700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f737c06fea0 0x7f737c15a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:00:59.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.608+0000 7f737be00700 1 -- 172.21.15.99:0/3909125652 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73740094b0 con 0x7f737c15b7f0 2024-09-13T17:00:59.616 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.612+0000 7f737be00700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f737c15b7f0 0x7f737c15add0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f7374013040 tx=0x7f7374004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:59.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.612+0000 7f7373e00700 1 -- 172.21.15.99:0/3909125652 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7374004590 con 0x7f737c15b7f0 2024-09-13T17:00:59.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.612+0000 7f7373e00700 1 -- 172.21.15.99:0/3909125652 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73740036c0 con 0x7f737c15b7f0 2024-09-13T17:00:59.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.612+0000 7f7382400700 1 -- 172.21.15.99:0/3909125652 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f737c0a8780 con 0x7f737c15b7f0 2024-09-13T17:00:59.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.612+0000 7f7373e00700 1 -- 172.21.15.99:0/3909125652 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7374003a70 con 0x7f737c15b7f0 2024-09-13T17:00:59.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.612+0000 7f7382400700 1 -- 172.21.15.99:0/3909125652 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f737c0a8d40 con 0x7f737c15b7f0 2024-09-13T17:00:59.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.612+0000 7f7382400700 1 -- 172.21.15.99:0/3909125652 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f737c0a9260 con 0x7f737c15b7f0 2024-09-13T17:00:59.622 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.616+0000 7f7373e00700 1 -- 172.21.15.99:0/3909125652 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7374003bd0 con 0x7f737c15b7f0 2024-09-13T17:00:59.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.620+0000 7f7373e00700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7358066730 0x7f7358068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:00:59.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.620+0000 7f7373e00700 1 -- 172.21.15.99:0/3909125652 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f7374085510 con 0x7f737c15b7f0 2024-09-13T17:00:59.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.620+0000 7f737b400700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7358066730 0x7f7358068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:00:59.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.620+0000 7f737b400700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7358066730 0x7f7358068bf0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f737c15b550 tx=0x7f736c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:00:59.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.624+0000 7f7373e00700 1 -- 172.21.15.99:0/3909125652 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7374052a50 con 0x7f737c15b7f0 2024-09-13T17:00:59.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:00:59.808+0000 7f7382400700 1 -- 172.21.15.99:0/3909125652 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f737c0a9260 con 0x7f737c15b7f0 2024-09-13T17:01:00.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.416+0000 7f7373e00700 1 -- 172.21.15.99:0/3909125652 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v32) v1 ==== 170+0+0 (secure 0 0 0) 0x7f737c0a9260 con 0x7f737c15b7f0 2024-09-13T17:01:00.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 -- 172.21.15.99:0/3909125652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7358066730 msgr2=0x7f7358068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:00.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7358066730 0x7f7358068bf0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f737c15b550 tx=0x7f736c009040 comp rx=0 tx=0).stop 2024-09-13T17:01:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 -- 172.21.15.99:0/3909125652 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f737c15b7f0 msgr2=0x7f737c15add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f737c15b7f0 0x7f737c15add0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f7374013040 tx=0x7f7374004770 comp rx=0 tx=0).stop 2024-09-13T17:01:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 -- 172.21.15.99:0/3909125652 shutdown_connections 2024-09-13T17:01:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7358066730 0x7f7358068bf0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f737c15b7f0 0x7f737c15add0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f737c06fea0 0x7f737c15a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 --2- 172.21.15.99:0/3909125652 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f737c06dee0 0x7f737c150fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 -- 172.21.15.99:0/3909125652 >> 172.21.15.99:0/3909125652 conn(0x7f737c071110 msgr2=0x7f737c0714f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.424+0000 7f7382400700 1 -- 172.21.15.99:0/3909125652 shutdown_connections 2024-09-13T17:01:00.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.428+0000 7f7382400700 1 -- 172.21.15.99:0/3909125652 wait complete. 2024-09-13T17:01:00.440 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_data' created 2024-09-13T17:01:00.461 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T17:01:00.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.616+0000 7fba41200700 1 Processor -- start 2024-09-13T17:01:00.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.616+0000 7fba41200700 1 -- start start 2024-09-13T17:01:00.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba41200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c0ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:00.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba41200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fba3c15d2f0 0x7fba3c070b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:00.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba41200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba3c161280 con 0x7fba3c0b1910 2024-09-13T17:01:00.627 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba41200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba3c06da90 con 0x7fba3c15d2f0 2024-09-13T17:01:00.627 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba41200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba3c161560 con 0x7fba3c15cf10 2024-09-13T17:01:00.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba39e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c0ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:00.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba39e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c0ac8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46794/0 (socket says 172.21.15.99:46794) 2024-09-13T17:01:00.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba39e00700 1 -- 172.21.15.99:0/827599313 learned_addr learned my addr 172.21.15.99:0/827599313 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:00.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba33e00700 1 --2- 172.21.15.99:0/827599313 >> v2:172.21.15.170:3300/0 conn(0x7fba3c15d2f0 0x7fba3c070b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:00.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba39e00700 1 -- 172.21.15.99:0/827599313 >> v2:172.21.15.170:3300/0 conn(0x7fba3c15d2f0 msgr2=0x7fba3c070b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:00.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.620+0000 7fba39e00700 1 --2- 172.21.15.99:0/827599313 >> v2:172.21.15.170:3300/0 conn(0x7fba3c15d2f0 0x7fba3c070b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba39e00700 1 -- 172.21.15.99:0/827599313 >> v1:172.21.15.170:6789/0 conn(0x7fba3c0b1910 legacy=0x7fba3c06deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:00.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba39e00700 1 -- 172.21.15.99:0/827599313 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba3c161840 con 0x7fba3c15cf10 2024-09-13T17:01:00.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba39e00700 1 --2- 172.21.15.99:0/827599313 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c0ac8b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fba2c009910 tx=0x7fba2c009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=744d7f9746b327d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:00.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba39400700 1 -- 172.21.15.99:0/827599313 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba2c011830 con 0x7fba3c15cf10 2024-09-13T17:01:00.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba39400700 1 -- 172.21.15.99:0/827599313 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba2c011990 con 0x7fba3c15cf10 2024-09-13T17:01:00.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba39400700 1 -- 172.21.15.99:0/827599313 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba2c011d40 con 0x7fba3c15cf10 2024-09-13T17:01:00.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba41200700 1 -- 172.21.15.99:0/827599313 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 msgr2=0x7fba3c0ac8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:00.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba41200700 1 --2- 172.21.15.99:0/827599313 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c0ac8b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fba2c009910 tx=0x7fba2c009c20 comp rx=0 tx=0).stop 2024-09-13T17:01:00.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba41200700 1 -- 172.21.15.99:0/827599313 shutdown_connections 2024-09-13T17:01:00.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba41200700 1 --2- 172.21.15.99:0/827599313 >> v2:172.21.15.170:3300/0 conn(0x7fba3c15d2f0 0x7fba3c070b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba41200700 1 --2- 172.21.15.99:0/827599313 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c0ac8b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba41200700 1 -- 172.21.15.99:0/827599313 >> 172.21.15.99:0/827599313 conn(0x7fba3c071bf0 msgr2=0x7fba3c071fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:00.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba41200700 1 -- 172.21.15.99:0/827599313 shutdown_connections 2024-09-13T17:01:00.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba41200700 1 -- 172.21.15.99:0/827599313 wait complete. 2024-09-13T17:01:00.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.624+0000 7fba41200700 1 Processor -- start 2024-09-13T17:01:00.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba41200700 1 -- start start 2024-09-13T17:01:00.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba41200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba3c0b1910 0x7fba3c15fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:00.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba41200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c150a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:00.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba41200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba3c15d2f0 0x7fba3c1e7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:00.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba41200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba3c1e7a80 con 0x7fba3c15d2f0 2024-09-13T17:01:00.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba41200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba3c1e6e70 con 0x7fba3c0b1910 2024-09-13T17:01:00.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba41200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba3c1e7150 con 0x7fba3c15cf10 2024-09-13T17:01:00.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba3a800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba3c15d2f0 0x7fba3c1e7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:00.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba33e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c150a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:00.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba39e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba3c0b1910 0x7fba3c15fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:00.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba33e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c150a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:46804/0 (socket says 172.21.15.99:46804) 2024-09-13T17:01:00.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba33e00700 1 -- 172.21.15.99:0/2129659391 learned_addr learned my addr 172.21.15.99:0/2129659391 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:00.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba33e00700 1 -- 172.21.15.99:0/2129659391 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba3c0b1910 msgr2=0x7fba3c15fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:00.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba33e00700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba3c0b1910 0x7fba3c15fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba33e00700 1 -- 172.21.15.99:0/2129659391 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba3c15d2f0 msgr2=0x7fba3c1e7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:00.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba33e00700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba3c15d2f0 0x7fba3c1e7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba33e00700 1 -- 172.21.15.99:0/2129659391 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba2c009570 con 0x7fba3c15cf10 2024-09-13T17:01:00.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba39e00700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba3c0b1910 0x7fba3c15fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:00.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba3a800700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba3c15d2f0 0x7fba3c1e7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:00.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba33e00700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c150a70 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fba2400e960 tx=0x7fba2400ec70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:00.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba32000700 1 -- 172.21.15.99:0/2129659391 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba24013680 con 0x7fba3c15cf10 2024-09-13T17:01:00.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.628+0000 7fba32000700 1 -- 172.21.15.99:0/2129659391 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba240137e0 con 0x7fba3c15cf10 2024-09-13T17:01:00.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.632+0000 7fba32000700 1 -- 172.21.15.99:0/2129659391 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba24013b50 con 0x7fba3c15cf10 2024-09-13T17:01:00.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.632+0000 7fba41200700 1 -- 172.21.15.99:0/2129659391 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba3c1e7430 con 0x7fba3c15cf10 2024-09-13T17:01:00.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.632+0000 7fba41200700 1 -- 172.21.15.99:0/2129659391 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba3c1e6b20 con 0x7fba3c15cf10 2024-09-13T17:01:00.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.632+0000 7fba41200700 1 -- 172.21.15.99:0/2129659391 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba3c0ac8b0 con 0x7fba3c15cf10 2024-09-13T17:01:00.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.632+0000 7fba32000700 1 -- 172.21.15.99:0/2129659391 <== mon.2 v2:172.21.15.170:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fba24013cb0 con 0x7fba3c15cf10 2024-09-13T17:01:00.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.636+0000 7fba32000700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba18066730 0x7fba18068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:00.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.636+0000 7fba32000700 1 -- 172.21.15.99:0/2129659391 <== mon.2 v2:172.21.15.170:3301/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fba240840b0 con 0x7fba3c15cf10 2024-09-13T17:01:00.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.636+0000 7fba39e00700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba18066730 0x7fba18068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:00.645 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.636+0000 7fba39e00700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba18066730 0x7fba18068bf0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fba2c000c00 tx=0x7fba2c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:00.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.648+0000 7fba32000700 1 -- 172.21.15.99:0/2129659391 <== mon.2 v2:172.21.15.170:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fba24051480 con 0x7fba3c15cf10 2024-09-13T17:01:00.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.860+0000 7fba41200700 1 -- 172.21.15.99:0/2129659391 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fba3c1e7290 con 0x7fba3c15cf10 2024-09-13T17:01:00.887 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.880+0000 7fba32000700 1 -- 172.21.15.99:0/2129659391 <== mon.2 v2:172.21.15.170:3301/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v12) v1 ==== 172+0+0 (secure 0 0 0) 0x7fba3c1e7290 con 0x7fba3c15cf10 2024-09-13T17:01:00.894 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.888+0000 7fba41200700 1 -- 172.21.15.99:0/2129659391 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba18066730 msgr2=0x7fba18068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:00.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.888+0000 7fba41200700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba18066730 0x7fba18068bf0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fba2c000c00 tx=0x7fba2c008030 comp rx=0 tx=0).stop 2024-09-13T17:01:00.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.888+0000 7fba41200700 1 -- 172.21.15.99:0/2129659391 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 msgr2=0x7fba3c150a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:00.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.888+0000 7fba41200700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c150a70 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fba2400e960 tx=0x7fba2400ec70 comp rx=0 tx=0).stop 2024-09-13T17:01:00.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.888+0000 7fba41200700 1 -- 172.21.15.99:0/2129659391 shutdown_connections 2024-09-13T17:01:00.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.888+0000 7fba41200700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fba18066730 0x7fba18068bf0 secure :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fba2c000c00 tx=0x7fba2c008030 comp rx=0 tx=0).stop 2024-09-13T17:01:00.898 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.888+0000 7fba41200700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fba3c15d2f0 0x7fba3c1e7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.898 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.888+0000 7fba41200700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fba3c15cf10 0x7fba3c150a70 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.898 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.888+0000 7fba41200700 1 --2- 172.21.15.99:0/2129659391 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fba3c0b1910 0x7fba3c15fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:00.898 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.888+0000 7fba41200700 1 -- 172.21.15.99:0/2129659391 >> 172.21.15.99:0/2129659391 conn(0x7fba3c071bf0 msgr2=0x7fba3c15bce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:00.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.896+0000 7fba41200700 1 -- 172.21.15.99:0/2129659391 shutdown_connections 2024-09-13T17:01:00.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:00.896+0000 7fba41200700 1 -- 172.21.15.99:0/2129659391 wait complete. 2024-09-13T17:01:00.907 INFO:teuthology.orchestra.run.smithi099.stderr:new fs with metadata pool 4 and data pool 5 2024-09-13T17:01:00.927 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:01:01.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.080+0000 7f56a8a00700 1 Processor -- start 2024-09-13T17:01:01.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.080+0000 7f56a8a00700 1 -- start start 2024-09-13T17:01:01.087 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a8a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f56a415af60 0x7f56a40ce610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a8a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f56a415eb10 0x7f56a415ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a8a00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56a4151ef0 con 0x7f56a40cc9a0 2024-09-13T17:01:01.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a8a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56a415f460 con 0x7f56a415af60 2024-09-13T17:01:01.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a8a00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56a415b590 con 0x7f56a415eb10 2024-09-13T17:01:01.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a3400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f56a40cc9a0 0x7f56a406cb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55236/0 (socket says 172.21.15.99:55236) 2024-09-13T17:01:01.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a3400700 1 -- 172.21.15.99:0/2174717031 learned_addr learned my addr 172.21.15.99:0/2174717031 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:01.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f569aa00700 1 --2- 172.21.15.99:0/2174717031 >> v2:172.21.15.99:3300/0 conn(0x7f56a415af60 0x7f56a40ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.089 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a3e00700 1 --2- 172.21.15.99:0/2174717031 >> v2:172.21.15.170:3300/0 conn(0x7f56a415eb10 0x7f56a415ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.089 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a2a00700 1 -- 172.21.15.99:0/2174717031 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2303687906 0 0) 0x7f56a4151ef0 con 0x7f56a40cc9a0 2024-09-13T17:01:01.089 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a2a00700 1 -- 172.21.15.99:0/2174717031 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f56880035d0 con 0x7f56a40cc9a0 2024-09-13T17:01:01.089 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f569aa00700 1 -- 172.21.15.99:0/2174717031 >> v2:172.21.15.170:3300/0 conn(0x7f56a415eb10 msgr2=0x7f56a415ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:01.089 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f569aa00700 1 --2- 172.21.15.99:0/2174717031 >> v2:172.21.15.170:3300/0 conn(0x7f56a415eb10 0x7f56a415ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f569aa00700 1 -- 172.21.15.99:0/2174717031 >> v1:172.21.15.99:6789/0 conn(0x7f56a40cc9a0 legacy=0x7f56a406cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f569aa00700 1 -- 172.21.15.99:0/2174717031 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56a40ae5f0 con 0x7f56a415af60 2024-09-13T17:01:01.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f569aa00700 1 --2- 172.21.15.99:0/2174717031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a415af60 0x7f56a40ce610 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f56a40b4ef0 tx=0x7f568c009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2e9f782314c7a69 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:01.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a2a00700 1 -- 172.21.15.99:0/2174717031 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f568c011830 con 0x7f56a415af60 2024-09-13T17:01:01.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a2a00700 1 -- 172.21.15.99:0/2174717031 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f568c011990 con 0x7f56a415af60 2024-09-13T17:01:01.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a2a00700 1 -- 172.21.15.99:0/2174717031 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f568c011d00 con 0x7f56a415af60 2024-09-13T17:01:01.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a8a00700 1 -- 172.21.15.99:0/2174717031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a415af60 msgr2=0x7f56a40ce610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.084+0000 7f56a8a00700 1 --2- 172.21.15.99:0/2174717031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a415af60 0x7f56a40ce610 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f56a40b4ef0 tx=0x7f568c009b30 comp rx=0 tx=0).stop 2024-09-13T17:01:01.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 -- 172.21.15.99:0/2174717031 shutdown_connections 2024-09-13T17:01:01.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 --2- 172.21.15.99:0/2174717031 >> v2:172.21.15.170:3300/0 conn(0x7f56a415eb10 0x7f56a415ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 --2- 172.21.15.99:0/2174717031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a415af60 0x7f56a40ce610 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 -- 172.21.15.99:0/2174717031 >> 172.21.15.99:0/2174717031 conn(0x7f56a406f790 msgr2=0x7f56a406fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:01.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 -- 172.21.15.99:0/2174717031 shutdown_connections 2024-09-13T17:01:01.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 -- 172.21.15.99:0/2174717031 wait complete. 2024-09-13T17:01:01.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 Processor -- start 2024-09-13T17:01:01.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 -- start start 2024-09-13T17:01:01.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a40cc9a0 0x7f56a41f2590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f56a415af60 0x7f56a414ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f56a415eb10 0x7f56a41f4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56a414d370 con 0x7f56a40cc9a0 2024-09-13T17:01:01.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56a406e230 con 0x7f56a415af60 2024-09-13T17:01:01.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a8a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56a41f2ad0 con 0x7f56a415eb10 2024-09-13T17:01:01.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.088+0000 7f56a3400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a40cc9a0 0x7f56a41f2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a3400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a40cc9a0 0x7f56a41f2590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37392/0 (socket says 172.21.15.99:37392) 2024-09-13T17:01:01.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a3400700 1 -- 172.21.15.99:0/672820711 learned_addr learned my addr 172.21.15.99:0/672820711 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:01.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a3e00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f56a415eb10 0x7f56a41f4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f569aa00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f56a415af60 0x7f56a414ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a3400700 1 -- 172.21.15.99:0/672820711 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f56a415eb10 msgr2=0x7f56a41f4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a3400700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f56a415eb10 0x7f56a41f4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a3400700 1 -- 172.21.15.99:0/672820711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f56a415af60 msgr2=0x7f56a414ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a3400700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f56a415af60 0x7f56a414ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a3400700 1 -- 172.21.15.99:0/672820711 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f568c0094b0 con 0x7f56a40cc9a0 2024-09-13T17:01:01.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a3400700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a40cc9a0 0x7f56a41f2590 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f569400cb70 tx=0x7f569400cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:01.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f569be00700 1 -- 172.21.15.99:0/672820711 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5694007480 con 0x7f56a40cc9a0 2024-09-13T17:01:01.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f569be00700 1 -- 172.21.15.99:0/672820711 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56940075e0 con 0x7f56a40cc9a0 2024-09-13T17:01:01.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f569be00700 1 -- 172.21.15.99:0/672820711 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5694007990 con 0x7f56a40cc9a0 2024-09-13T17:01:01.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a8a00700 1 -- 172.21.15.99:0/672820711 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56a41f2d70 con 0x7f56a40cc9a0 2024-09-13T17:01:01.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a8a00700 1 -- 172.21.15.99:0/672820711 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56a41f3330 con 0x7f56a40cc9a0 2024-09-13T17:01:01.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.092+0000 7f56a8a00700 1 -- 172.21.15.99:0/672820711 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56a41f3520 con 0x7f56a40cc9a0 2024-09-13T17:01:01.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.096+0000 7f569be00700 1 -- 172.21.15.99:0/672820711 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f569401b3b0 con 0x7f56a40cc9a0 2024-09-13T17:01:01.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.096+0000 7f569be00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5680066730 0x7f5680068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.096+0000 7f569be00700 1 -- 172.21.15.99:0/672820711 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5694083a90 con 0x7f56a40cc9a0 2024-09-13T17:01:01.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.096+0000 7f569aa00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5680066730 0x7f5680068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.100+0000 7f569aa00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5680066730 0x7f5680068bf0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f568c000c00 tx=0x7f568c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:01.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.104+0000 7f569be00700 1 -- 172.21.15.99:0/672820711 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5694050df0 con 0x7f56a40cc9a0 2024-09-13T17:01:01.298 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.292+0000 7f56a8a00700 1 -- 172.21.15.99:0/672820711 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f56a40ce610 con 0x7f56a40cc9a0 2024-09-13T17:01:01.301 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.296+0000 7f569be00700 1 -- 172.21.15.99:0/672820711 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16498 (secure 0 0 0) 0x7f5694054410 con 0x7f56a40cc9a0 2024-09-13T17:01:01.307 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:01.307 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":33,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:01:00.868519+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:00:58.709120+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:59.869493+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:01:01.308 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 -- 172.21.15.99:0/672820711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5680066730 msgr2=0x7f5680068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.308 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5680066730 0x7f5680068bf0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f568c000c00 tx=0x7f568c008030 comp rx=0 tx=0).stop 2024-09-13T17:01:01.308 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 -- 172.21.15.99:0/672820711 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a40cc9a0 msgr2=0x7f56a41f2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.308 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a40cc9a0 0x7f56a41f2590 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f569400cb70 tx=0x7f569400cba0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 -- 172.21.15.99:0/672820711 shutdown_connections 2024-09-13T17:01:01.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5680066730 0x7f5680068bf0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f56a415eb10 0x7f56a41f4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f56a415af60 0x7f56a414ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 --2- 172.21.15.99:0/672820711 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f56a40cc9a0 0x7f56a41f2590 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 -- 172.21.15.99:0/672820711 >> 172.21.15.99:0/672820711 conn(0x7f56a406f790 msgr2=0x7f56a406fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:01.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 -- 172.21.15.99:0/672820711 shutdown_connections 2024-09-13T17:01:01.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.300+0000 7f56a8a00700 1 -- 172.21.15.99:0/672820711 wait complete. 2024-09-13T17:01:01.329 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:01:01.491 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.484+0000 7f9cbe400700 1 Processor -- start 2024-09-13T17:01:01.491 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.484+0000 7f9cbe400700 1 -- start start 2024-09-13T17:01:01.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cbe400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f9cb8144670 0x7f9cb80b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cbe400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9cb815baa0 0x7f9cb80b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cbe400700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cb80cc880 con 0x7f9cb80ccd10 2024-09-13T17:01:01.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cbe400700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cb806de60 con 0x7f9cb815baa0 2024-09-13T17:01:01.493 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cbe400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cb815beb0 con 0x7f9cb8144670 2024-09-13T17:01:01.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cb7e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9cb815baa0 0x7f9cb80b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cb7400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f9cb8144670 0x7f9cb80b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cb6a00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f9cb80ccd10 0x7f9cb815b390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:50896/0 (socket says 172.21.15.99:50896) 2024-09-13T17:01:01.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cb6a00700 1 -- 172.21.15.99:0/2355892793 learned_addr learned my addr 172.21.15.99:0/2355892793 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:01.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cb7e00700 1 -- 172.21.15.99:0/2355892793 >> v2:172.21.15.170:3300/0 conn(0x7f9cb8144670 msgr2=0x7f9cb80b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:01.494 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cb7e00700 1 --2- 172.21.15.99:0/2355892793 >> v2:172.21.15.170:3300/0 conn(0x7f9cb8144670 0x7f9cb80b3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cb7e00700 1 -- 172.21.15.99:0/2355892793 >> v1:172.21.15.170:6789/0 conn(0x7f9cb80ccd10 legacy=0x7f9cb815b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cb7e00700 1 -- 172.21.15.99:0/2355892793 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cb815c130 con 0x7f9cb815baa0 2024-09-13T17:01:01.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cb7e00700 1 --2- 172.21.15.99:0/2355892793 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 0x7f9cb80b4530 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f9cb806ade0 tx=0x7f9cb0009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65b10ea77fafa379 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:01.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.488+0000 7f9cb6000700 1 -- 172.21.15.99:0/2355892793 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb0011830 con 0x7f9cb815baa0 2024-09-13T17:01:01.495 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.492+0000 7f9cb6000700 1 -- 172.21.15.99:0/2355892793 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cb0011990 con 0x7f9cb815baa0 2024-09-13T17:01:01.496 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.492+0000 7f9cb6000700 1 -- 172.21.15.99:0/2355892793 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb0011d20 con 0x7f9cb815baa0 2024-09-13T17:01:01.496 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.492+0000 7f9cbe400700 1 -- 172.21.15.99:0/2355892793 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 msgr2=0x7f9cb80b4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.496 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.492+0000 7f9cbe400700 1 --2- 172.21.15.99:0/2355892793 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 0x7f9cb80b4530 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f9cb806ade0 tx=0x7f9cb0009b30 comp rx=0 tx=0).stop 2024-09-13T17:01:01.497 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.492+0000 7f9cbe400700 1 -- 172.21.15.99:0/2355892793 shutdown_connections 2024-09-13T17:01:01.497 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.492+0000 7f9cbe400700 1 --2- 172.21.15.99:0/2355892793 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 0x7f9cb80b4530 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.497 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.492+0000 7f9cbe400700 1 --2- 172.21.15.99:0/2355892793 >> v2:172.21.15.170:3300/0 conn(0x7f9cb8144670 0x7f9cb80b3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.497 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.492+0000 7f9cbe400700 1 -- 172.21.15.99:0/2355892793 >> 172.21.15.99:0/2355892793 conn(0x7f9cb8071110 msgr2=0x7f9cb8071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:01.497 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.492+0000 7f9cbe400700 1 -- 172.21.15.99:0/2355892793 shutdown_connections 2024-09-13T17:01:01.497 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.492+0000 7f9cbe400700 1 -- 172.21.15.99:0/2355892793 wait complete. 2024-09-13T17:01:01.499 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cbe400700 1 Processor -- start 2024-09-13T17:01:01.499 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cbe400700 1 -- start start 2024-09-13T17:01:01.501 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cbe400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb80ccd10 0x7f9cb8152b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.501 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cbe400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9cb8144670 0x7f9cb813cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cbe400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 0x7f9cb8154a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cbe400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb80ae8a0 con 0x7f9cb815baa0 2024-09-13T17:01:01.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cbe400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb80aeb40 con 0x7f9cb80ccd10 2024-09-13T17:01:01.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cbe400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb80aee20 con 0x7f9cb8144670 2024-09-13T17:01:01.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 0x7f9cb8154a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 0x7f9cb8154a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37396/0 (socket says 172.21.15.99:37396) 2024-09-13T17:01:01.502 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb7e00700 1 -- 172.21.15.99:0/1288625864 learned_addr learned my addr 172.21.15.99:0/1288625864 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:01.503 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb7400700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb80ccd10 0x7f9cb8152b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.503 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb6a00700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9cb8144670 0x7f9cb813cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.503 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb7e00700 1 -- 172.21.15.99:0/1288625864 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9cb8144670 msgr2=0x7f9cb813cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.503 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb7e00700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9cb8144670 0x7f9cb813cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.503 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb7e00700 1 -- 172.21.15.99:0/1288625864 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb80ccd10 msgr2=0x7f9cb8152b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb7e00700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb80ccd10 0x7f9cb8152b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb7e00700 1 -- 172.21.15.99:0/1288625864 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cb00094b0 con 0x7f9cb815baa0 2024-09-13T17:01:01.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cb7e00700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 0x7f9cb8154a60 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f9cb00090b0 tx=0x7f9cb0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:01.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9caf400700 1 -- 172.21.15.99:0/1288625864 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb00036c0 con 0x7f9cb815baa0 2024-09-13T17:01:01.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9caf400700 1 -- 172.21.15.99:0/1288625864 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cb001e070 con 0x7f9cb815baa0 2024-09-13T17:01:01.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.496+0000 7f9cbe400700 1 -- 172.21.15.99:0/1288625864 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cb80af100 con 0x7f9cb815baa0 2024-09-13T17:01:01.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.500+0000 7f9caf400700 1 -- 172.21.15.99:0/1288625864 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb0003a60 con 0x7f9cb815baa0 2024-09-13T17:01:01.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.500+0000 7f9cbe400700 1 -- 172.21.15.99:0/1288625864 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cb81530c0 con 0x7f9cb815baa0 2024-09-13T17:01:01.505 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.500+0000 7f9cbe400700 1 -- 172.21.15.99:0/1288625864 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cb81532b0 con 0x7f9cb815baa0 2024-09-13T17:01:01.507 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.500+0000 7f9caf400700 1 -- 172.21.15.99:0/1288625864 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9cb0003bc0 con 0x7f9cb815baa0 2024-09-13T17:01:01.508 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.504+0000 7f9caf400700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c98066730 0x7f9c98068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.508 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.504+0000 7f9caf400700 1 -- 172.21.15.99:0/1288625864 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9cb0084fe0 con 0x7f9cb815baa0 2024-09-13T17:01:01.508 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.504+0000 7f9cb7400700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c98066730 0x7f9c98068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.509 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.504+0000 7f9cb7400700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c98066730 0x7f9c98068bf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9ca8007480 tx=0x7f9ca800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:01.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.512+0000 7f9caf400700 1 -- 172.21.15.99:0/1288625864 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9cb00523e0 con 0x7f9cb815baa0 2024-09-13T17:01:01.699 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.692+0000 7f9cbe400700 1 -- 172.21.15.99:0/1288625864 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9cb80af620 con 0x7f9cb815baa0 2024-09-13T17:01:01.701 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.696+0000 7f9caf400700 1 -- 172.21.15.99:0/1288625864 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16498 (secure 0 0 0) 0x7f9cb80af620 con 0x7f9cb815baa0 2024-09-13T17:01:01.702 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:01.702 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":33,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:01:00.868519+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:00:58.709120+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:59.869493+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:01:01.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 -- 172.21.15.99:0/1288625864 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c98066730 msgr2=0x7f9c98068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c98066730 0x7f9c98068bf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9ca8007480 tx=0x7f9ca800b040 comp rx=0 tx=0).stop 2024-09-13T17:01:01.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 -- 172.21.15.99:0/1288625864 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 msgr2=0x7f9cb8154a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.704 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 0x7f9cb8154a60 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f9cb00090b0 tx=0x7f9cb0004770 comp rx=0 tx=0).stop 2024-09-13T17:01:01.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 -- 172.21.15.99:0/1288625864 shutdown_connections 2024-09-13T17:01:01.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c98066730 0x7f9c98068bf0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9cb815baa0 0x7f9cb8154a60 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9cb8144670 0x7f9cb813cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 --2- 172.21.15.99:0/1288625864 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9cb80ccd10 0x7f9cb8152b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 -- 172.21.15.99:0/1288625864 >> 172.21.15.99:0/1288625864 conn(0x7f9cb8071110 msgr2=0x7f9cb806dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:01.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 -- 172.21.15.99:0/1288625864 shutdown_connections 2024-09-13T17:01:01.705 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.700+0000 7f9cbe400700 1 -- 172.21.15.99:0/1288625864 wait complete. 2024-09-13T17:01:01.729 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T17:01:01.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.892+0000 7f29faa00700 1 Processor -- start 2024-09-13T17:01:01.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.892+0000 7f29faa00700 1 -- start start 2024-09-13T17:01:01.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.892+0000 7f29faa00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f29f41464f0 0x7f29f40b1950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.892+0000 7f29faa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f29f40afe60 0x7f29f40ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.892+0000 7f29faa00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29f40717a0 con 0x7f29f40b1e90 2024-09-13T17:01:01.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.892+0000 7f29faa00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29f40b2300 con 0x7f29f40afe60 2024-09-13T17:01:01.899 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.892+0000 7f29faa00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29f40b10d0 con 0x7f29f41464f0 2024-09-13T17:01:01.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.892+0000 7f29fa000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f29f40afe60 0x7f29f40ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.892+0000 7f29fa000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f29f40afe60 0x7f29f40ac8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37398/0 (socket says 172.21.15.99:37398) 2024-09-13T17:01:01.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.892+0000 7f29f8c00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f29f40b1e90 0x7f29f40af750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:55246/0 (socket says 172.21.15.99:55246) 2024-09-13T17:01:01.900 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29fa000700 1 -- 172.21.15.99:0/2140129338 learned_addr learned my addr 172.21.15.99:0/2140129338 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:01.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29f9600700 1 --2- 172.21.15.99:0/2140129338 >> v2:172.21.15.170:3300/0 conn(0x7f29f41464f0 0x7f29f40b1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29f3e00700 1 -- 172.21.15.99:0/2140129338 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 636215957 0 0) 0x7f29f40717a0 con 0x7f29f40b1e90 2024-09-13T17:01:01.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29fa000700 1 -- 172.21.15.99:0/2140129338 >> v2:172.21.15.170:3300/0 conn(0x7f29f41464f0 msgr2=0x7f29f40b1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:01.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29fa000700 1 --2- 172.21.15.99:0/2140129338 >> v2:172.21.15.170:3300/0 conn(0x7f29f41464f0 0x7f29f40b1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29fa000700 1 -- 172.21.15.99:0/2140129338 >> v1:172.21.15.99:6789/0 conn(0x7f29f40b1e90 legacy=0x7f29f40af750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29fa000700 1 -- 172.21.15.99:0/2140129338 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29f41468d0 con 0x7f29f40afe60 2024-09-13T17:01:01.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29fa000700 1 --2- 172.21.15.99:0/2140129338 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 0x7f29f40ac8b0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f29f406dae0 tx=0x7f29ec00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5e45f1750aef900 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:01.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29f3e00700 1 -- 172.21.15.99:0/2140129338 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29ec00e070 con 0x7f29f40afe60 2024-09-13T17:01:01.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29f3e00700 1 -- 172.21.15.99:0/2140129338 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29ec00b910 con 0x7f29f40afe60 2024-09-13T17:01:01.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29f3e00700 1 -- 172.21.15.99:0/2140129338 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29ec00bcc0 con 0x7f29f40afe60 2024-09-13T17:01:01.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29faa00700 1 -- 172.21.15.99:0/2140129338 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 msgr2=0x7f29f40ac8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29faa00700 1 --2- 172.21.15.99:0/2140129338 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 0x7f29f40ac8b0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f29f406dae0 tx=0x7f29ec00b330 comp rx=0 tx=0).stop 2024-09-13T17:01:01.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29faa00700 1 -- 172.21.15.99:0/2140129338 shutdown_connections 2024-09-13T17:01:01.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29faa00700 1 --2- 172.21.15.99:0/2140129338 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 0x7f29f40ac8b0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29faa00700 1 --2- 172.21.15.99:0/2140129338 >> v2:172.21.15.170:3300/0 conn(0x7f29f41464f0 0x7f29f40b1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29faa00700 1 -- 172.21.15.99:0/2140129338 >> 172.21.15.99:0/2140129338 conn(0x7f29f406bee0 msgr2=0x7f29f4066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:01.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29faa00700 1 -- 172.21.15.99:0/2140129338 shutdown_connections 2024-09-13T17:01:01.903 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.896+0000 7f29faa00700 1 -- 172.21.15.99:0/2140129338 wait complete. 2024-09-13T17:01:01.905 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29faa00700 1 Processor -- start 2024-09-13T17:01:01.905 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29faa00700 1 -- start start 2024-09-13T17:01:01.906 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29faa00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 0x7f29f40c4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.906 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29faa00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f29f40b1e90 0x7f29f415f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29faa00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f29f41464f0 0x7f29f40ce200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29faa00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29f40c6480 con 0x7f29f40afe60 2024-09-13T17:01:01.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29faa00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29f40c5140 con 0x7f29f40b1e90 2024-09-13T17:01:01.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29faa00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29f40c53e0 con 0x7f29f41464f0 2024-09-13T17:01:01.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29f9600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 0x7f29f40c4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29f9600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 0x7f29f40c4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:37408/0 (socket says 172.21.15.99:37408) 2024-09-13T17:01:01.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29f9600700 1 -- 172.21.15.99:0/955418140 learned_addr learned my addr 172.21.15.99:0/955418140 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:01.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29f8c00700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f29f40b1e90 0x7f29f415f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.908 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29fa000700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f29f41464f0 0x7f29f40ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.908 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29f9600700 1 -- 172.21.15.99:0/955418140 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f29f41464f0 msgr2=0x7f29f40ce200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29f9600700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f29f41464f0 0x7f29f40ce200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29f9600700 1 -- 172.21.15.99:0/955418140 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f29f40b1e90 msgr2=0x7f29f415f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29f9600700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f29f40b1e90 0x7f29f415f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29f9600700 1 -- 172.21.15.99:0/955418140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29ec009b30 con 0x7f29f40afe60 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.900+0000 7f29f8c00700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f29f40b1e90 0x7f29f415f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.904+0000 7f29f9600700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 0x7f29f40c4c00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f29e800e9d0 tx=0x7f29e800ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.904+0000 7f29f1600700 1 -- 172.21.15.99:0/955418140 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29e8009720 con 0x7f29f40afe60 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.904+0000 7f29f1600700 1 -- 172.21.15.99:0/955418140 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29e800c850 con 0x7f29f40afe60 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.904+0000 7f29faa00700 1 -- 172.21.15.99:0/955418140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29f40c56c0 con 0x7f29f40afe60 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.904+0000 7f29f1600700 1 -- 172.21.15.99:0/955418140 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29e800cbc0 con 0x7f29f40afe60 2024-09-13T17:01:01.909 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.904+0000 7f29faa00700 1 -- 172.21.15.99:0/955418140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29f40c5c80 con 0x7f29f40afe60 2024-09-13T17:01:01.910 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.904+0000 7f29faa00700 1 -- 172.21.15.99:0/955418140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29f40b1560 con 0x7f29f40afe60 2024-09-13T17:01:01.912 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.908+0000 7f29f1600700 1 -- 172.21.15.99:0/955418140 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f29e800cd20 con 0x7f29f40afe60 2024-09-13T17:01:01.913 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.908+0000 7f29f1600700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f29d4066730 0x7f29d4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:01.914 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.908+0000 7f29f1600700 1 -- 172.21.15.99:0/955418140 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f29e8084300 con 0x7f29f40afe60 2024-09-13T17:01:01.914 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.908+0000 7f29f8c00700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f29d4066730 0x7f29d4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:01.917 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.908+0000 7f29f8c00700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f29d4066730 0x7f29d4068bf0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f29f40b12f0 tx=0x7f29e0007cc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:01.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:01.916+0000 7f29f1600700 1 -- 172.21.15.99:0/955418140 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f29e8051660 con 0x7f29f40afe60 2024-09-13T17:01:02.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.132+0000 7f29faa00700 1 -- 172.21.15.99:0/955418140 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f29f4070060 con 0x7f29f40afe60 2024-09-13T17:01:02.897 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.892+0000 7f29f1600700 1 -- 172.21.15.99:0/955418140 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) v1 ==== 118+0+0 (secure 0 0 0) 0x7f29e8054c80 con 0x7f29f40afe60 2024-09-13T17:01:02.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 -- 172.21.15.99:0/955418140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f29d4066730 msgr2=0x7f29d4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f29d4066730 0x7f29d4068bf0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f29f40b12f0 tx=0x7f29e0007cc0 comp rx=0 tx=0).stop 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 -- 172.21.15.99:0/955418140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 msgr2=0x7f29f40c4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 0x7f29f40c4c00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f29e800e9d0 tx=0x7f29e800ed90 comp rx=0 tx=0).stop 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 -- 172.21.15.99:0/955418140 shutdown_connections 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f29d4066730 0x7f29d4068bf0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f29f41464f0 0x7f29f40ce200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f29f40b1e90 0x7f29f415f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 --2- 172.21.15.99:0/955418140 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f29f40afe60 0x7f29f40c4c00 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 -- 172.21.15.99:0/955418140 >> 172.21.15.99:0/955418140 conn(0x7f29f406bee0 msgr2=0x7f29f40adc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 -- 172.21.15.99:0/955418140 shutdown_connections 2024-09-13T17:01:02.902 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:02.896+0000 7f29faa00700 1 -- 172.21.15.99:0/955418140 wait complete. 2024-09-13T17:01:02.928 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T17:01:02.928 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T17:01:03.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.100+0000 7f1effe00700 1 Processor -- start 2024-09-13T17:01:03.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.100+0000 7f1effe00700 1 -- start start 2024-09-13T17:01:03.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1effe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1f00165a10 0x7f1f0006d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:03.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1effe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f000b0e90 0x7f1f001616f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:03.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1effe00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f00162490 con 0x7f1f00165630 2024-09-13T17:01:03.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1effe00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f0006cea0 con 0x7f1f00165a10 2024-09-13T17:01:03.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1effe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f0006d180 con 0x7f1f000b0e90 2024-09-13T17:01:03.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1efea00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f1f00165630 0x7f1f000b0780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:40232/0 (socket says 172.21.15.99:40232) 2024-09-13T17:01:03.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1efea00700 1 -- 172.21.15.99:0/3656988929 learned_addr learned my addr 172.21.15.99:0/3656988929 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:03.110 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1ef6000700 1 --2- 172.21.15.99:0/3656988929 >> v2:172.21.15.99:3300/0 conn(0x7f1f00165a10 0x7f1f0006d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:03.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1eff400700 1 --2- 172.21.15.99:0/3656988929 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f000b0e90 0x7f1f001616f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:03.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1ef6000700 1 -- 172.21.15.99:0/3656988929 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f000b0e90 msgr2=0x7f1f001616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:03.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1ef6000700 1 --2- 172.21.15.99:0/3656988929 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f000b0e90 0x7f1f001616f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:03.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1ef6000700 1 -- 172.21.15.99:0/3656988929 >> v1:172.21.15.99:6789/0 conn(0x7f1f00165630 legacy=0x7f1f000b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:03.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1ef6000700 1 -- 172.21.15.99:0/3656988929 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f0006d460 con 0x7f1f00165a10 2024-09-13T17:01:03.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1ef6000700 1 --2- 172.21.15.99:0/3656988929 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f00165a10 0x7f1f0006d980 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f1ee8009850 tx=0x7f1ee8009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb4806909e313846 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:03.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.104+0000 7f1efe000700 1 -- 172.21.15.99:0/3656988929 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ee8011830 con 0x7f1f00165a10 2024-09-13T17:01:03.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1efe000700 1 -- 172.21.15.99:0/3656988929 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ee8011990 con 0x7f1f00165a10 2024-09-13T17:01:03.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1efe000700 1 -- 172.21.15.99:0/3656988929 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ee8011d20 con 0x7f1f00165a10 2024-09-13T17:01:03.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1effe00700 1 -- 172.21.15.99:0/3656988929 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f00165a10 msgr2=0x7f1f0006d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:03.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1effe00700 1 --2- 172.21.15.99:0/3656988929 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f00165a10 0x7f1f0006d980 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f1ee8009850 tx=0x7f1ee8009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:03.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1effe00700 1 -- 172.21.15.99:0/3656988929 shutdown_connections 2024-09-13T17:01:03.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1effe00700 1 --2- 172.21.15.99:0/3656988929 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f000b0e90 0x7f1f001616f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:03.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1effe00700 1 --2- 172.21.15.99:0/3656988929 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f00165a10 0x7f1f0006d980 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:03.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1effe00700 1 -- 172.21.15.99:0/3656988929 >> 172.21.15.99:0/3656988929 conn(0x7f1f00066780 msgr2=0x7f1f0006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:03.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1effe00700 1 -- 172.21.15.99:0/3656988929 shutdown_connections 2024-09-13T17:01:03.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1effe00700 1 -- 172.21.15.99:0/3656988929 wait complete. 2024-09-13T17:01:03.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1effe00700 1 Processor -- start 2024-09-13T17:01:03.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.108+0000 7f1effe00700 1 -- start start 2024-09-13T17:01:03.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1effe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f000b0e90 0x7f1f001610c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:03.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1effe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f00165630 0x7f1f0015d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:03.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1effe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f00165a10 0x7f1f00146e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:03.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1effe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f0014d270 con 0x7f1f000b0e90 2024-09-13T17:01:03.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1effe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f0015d710 con 0x7f1f00165a10 2024-09-13T17:01:03.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1effe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f0015c780 con 0x7f1f00165630 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1efea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f000b0e90 0x7f1f001610c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1efea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f000b0e90 0x7f1f001610c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44652/0 (socket says 172.21.15.99:44652) 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1efea00700 1 -- 172.21.15.99:0/4114303610 learned_addr learned my addr 172.21.15.99:0/4114303610 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1eff400700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f00165a10 0x7f1f00146e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1ef6000700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f00165630 0x7f1f0015d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1efea00700 1 -- 172.21.15.99:0/4114303610 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f00165630 msgr2=0x7f1f0015d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1efea00700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f00165630 0x7f1f0015d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1efea00700 1 -- 172.21.15.99:0/4114303610 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f00165a10 msgr2=0x7f1f00146e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1efea00700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f00165a10 0x7f1f00146e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1efea00700 1 -- 172.21.15.99:0/4114303610 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ee80094b0 con 0x7f1f000b0e90 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1ef6000700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f00165630 0x7f1f0015d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:03.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1efea00700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f000b0e90 0x7f1f001610c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f1ef000c700 tx=0x7f1ef000ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:03.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1ef7400700 1 -- 172.21.15.99:0/4114303610 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ef0005d90 con 0x7f1f000b0e90 2024-09-13T17:01:03.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1ef7400700 1 -- 172.21.15.99:0/4114303610 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ef00070d0 con 0x7f1f000b0e90 2024-09-13T17:01:03.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1effe00700 1 -- 172.21.15.99:0/4114303610 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f000c3b00 con 0x7f1f000b0e90 2024-09-13T17:01:03.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1ef7400700 1 -- 172.21.15.99:0/4114303610 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ef0007440 con 0x7f1f000b0e90 2024-09-13T17:01:03.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.112+0000 7f1effe00700 1 -- 172.21.15.99:0/4114303610 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f0015c9d0 con 0x7f1f000b0e90 2024-09-13T17:01:03.120 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.116+0000 7f1effe00700 1 -- 172.21.15.99:0/4114303610 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f00157a40 con 0x7f1f000b0e90 2024-09-13T17:01:03.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.116+0000 7f1ef7400700 1 -- 172.21.15.99:0/4114303610 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1ef00075a0 con 0x7f1f000b0e90 2024-09-13T17:01:03.123 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.116+0000 7f1ef7400700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1edc066730 0x7f1edc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:03.123 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.116+0000 7f1ef7400700 1 -- 172.21.15.99:0/4114303610 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1ef0083500 con 0x7f1f000b0e90 2024-09-13T17:01:03.123 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.120+0000 7f1ef6000700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1edc066730 0x7f1edc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:03.124 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.120+0000 7f1ef6000700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1edc066730 0x7f1edc068bf0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1ee8000c00 tx=0x7f1ee8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:03.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.124+0000 7f1ef7400700 1 -- 172.21.15.99:0/4114303610 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1ef0050890 con 0x7f1f000b0e90 2024-09-13T17:01:03.351 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.344+0000 7f1effe00700 1 -- 172.21.15.99:0/4114303610 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f1f000b08e0 con 0x7f1f000b0e90 2024-09-13T17:01:03.377 INFO:tasks.ceph.mds.d.smithi170.stderr:2024-09-13T17:01:03.370+0000 7fb717e00700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T17:01:03.901 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.896+0000 7f1ef7400700 1 -- 172.21.15.99:0/4114303610 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v16) v1 ==== 122+0+0 (secure 0 0 0) 0x7f1ef0053eb0 con 0x7f1f000b0e90 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 -- 172.21.15.99:0/4114303610 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1edc066730 msgr2=0x7f1edc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1edc066730 0x7f1edc068bf0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1ee8000c00 tx=0x7f1ee8008030 comp rx=0 tx=0).stop 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 -- 172.21.15.99:0/4114303610 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f000b0e90 msgr2=0x7f1f001610c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f000b0e90 0x7f1f001610c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f1ef000c700 tx=0x7f1ef000ca10 comp rx=0 tx=0).stop 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 -- 172.21.15.99:0/4114303610 shutdown_connections 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1edc066730 0x7f1edc068bf0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1f00165a10 0x7f1f00146e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1f00165630 0x7f1f0015d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 --2- 172.21.15.99:0/4114303610 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1f000b0e90 0x7f1f001610c0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 -- 172.21.15.99:0/4114303610 >> 172.21.15.99:0/4114303610 conn(0x7f1f00066780 msgr2=0x7f1f00071720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:03.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 -- 172.21.15.99:0/4114303610 shutdown_connections 2024-09-13T17:01:03.908 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:03.900+0000 7f1effe00700 1 -- 172.21.15.99:0/4114303610 wait complete. 2024-09-13T17:01:03.929 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T17:01:03.930 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:01:04.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.092+0000 7f9c67200700 1 Processor -- start 2024-09-13T17:01:04.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.092+0000 7f9c67200700 1 -- start start 2024-09-13T17:01:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c67200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680d1c50 0x7f9c680cf740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c67200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9c680cfc80 0x7f9c680b2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c67200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c680d0130 con 0x7f9c6815cfe0 2024-09-13T17:01:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c67200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c680d1830 con 0x7f9c680cfc80 2024-09-13T17:01:04.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c67200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6815d3c0 con 0x7f9c680d1c50 2024-09-13T17:01:04.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c66800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9c680cfc80 0x7f9c680b2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c66800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9c680cfc80 0x7f9c680b2440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44662/0 (socket says 172.21.15.99:44662) 2024-09-13T17:01:04.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c66800700 1 -- 172.21.15.99:0/2408878404 learned_addr learned my addr 172.21.15.99:0/2408878404 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:04.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c5d400700 1 --2- 172.21.15.99:0/2408878404 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680d1c50 0x7f9c680cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c66800700 1 -- 172.21.15.99:0/2408878404 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680d1c50 msgr2=0x7f9c680cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c66800700 1 --2- 172.21.15.99:0/2408878404 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680d1c50 0x7f9c680cf740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c66800700 1 -- 172.21.15.99:0/2408878404 >> v1:172.21.15.170:6789/0 conn(0x7f9c6815cfe0 legacy=0x7f9c680ce490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.096+0000 7f9c66800700 1 -- 172.21.15.99:0/2408878404 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c680d0bb0 con 0x7f9c680cfc80 2024-09-13T17:01:04.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c66800700 1 --2- 172.21.15.99:0/2408878404 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680cfc80 0x7f9c680b2440 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9c60009910 tx=0x7f9c60009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bc683223c7cfe07 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:04.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c65400700 1 -- 172.21.15.99:0/2408878404 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c60011830 con 0x7f9c680cfc80 2024-09-13T17:01:04.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c65400700 1 -- 172.21.15.99:0/2408878404 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c60011990 con 0x7f9c680cfc80 2024-09-13T17:01:04.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c65400700 1 -- 172.21.15.99:0/2408878404 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c60011d40 con 0x7f9c680cfc80 2024-09-13T17:01:04.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c67200700 1 -- 172.21.15.99:0/2408878404 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680cfc80 msgr2=0x7f9c680b2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c67200700 1 --2- 172.21.15.99:0/2408878404 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680cfc80 0x7f9c680b2440 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9c60009910 tx=0x7f9c60009c20 comp rx=0 tx=0).stop 2024-09-13T17:01:04.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c67200700 1 -- 172.21.15.99:0/2408878404 shutdown_connections 2024-09-13T17:01:04.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c67200700 1 --2- 172.21.15.99:0/2408878404 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680cfc80 0x7f9c680b2440 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c67200700 1 --2- 172.21.15.99:0/2408878404 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680d1c50 0x7f9c680cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c67200700 1 -- 172.21.15.99:0/2408878404 >> 172.21.15.99:0/2408878404 conn(0x7f9c6809c060 msgr2=0x7f9c680d2dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:04.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c67200700 1 -- 172.21.15.99:0/2408878404 shutdown_connections 2024-09-13T17:01:04.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.100+0000 7f9c67200700 1 -- 172.21.15.99:0/2408878404 wait complete. 2024-09-13T17:01:04.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c67200700 1 Processor -- start 2024-09-13T17:01:04.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c67200700 1 -- start start 2024-09-13T17:01:04.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c67200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680cfc80 0x7f9c680c8090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c67200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680d1c50 0x7f9c680c68c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c67200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c6815cfe0 0x7f9c680cc060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c67200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c680c6e00 con 0x7f9c680d1c50 2024-09-13T17:01:04.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c67200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c6809cc70 con 0x7f9c6815cfe0 2024-09-13T17:01:04.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c67200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c680cc5a0 con 0x7f9c680cfc80 2024-09-13T17:01:04.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c5d400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680d1c50 0x7f9c680c68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c5d400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680d1c50 0x7f9c680c68c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44676/0 (socket says 172.21.15.99:44676) 2024-09-13T17:01:04.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.104+0000 7f9c5d400700 1 -- 172.21.15.99:0/1222791633 learned_addr learned my addr 172.21.15.99:0/1222791633 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:04.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c65e00700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680cfc80 0x7f9c680c8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c66800700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c6815cfe0 0x7f9c680cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c5d400700 1 -- 172.21.15.99:0/1222791633 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680cfc80 msgr2=0x7f9c680c8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c5d400700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680cfc80 0x7f9c680c8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c5d400700 1 -- 172.21.15.99:0/1222791633 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c6815cfe0 msgr2=0x7f9c680cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c5d400700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c6815cfe0 0x7f9c680cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c5d400700 1 -- 172.21.15.99:0/1222791633 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c60009570 con 0x7f9c680d1c50 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c65e00700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680cfc80 0x7f9c680c8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c5d400700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680d1c50 0x7f9c680c68c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f9c50009d70 tx=0x7f9c5000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c5ea00700 1 -- 172.21.15.99:0/1222791633 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5000cdc0 con 0x7f9c680d1c50 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c5ea00700 1 -- 172.21.15.99:0/1222791633 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c5000f040 con 0x7f9c680d1c50 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c5ea00700 1 -- 172.21.15.99:0/1222791633 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c500146a0 con 0x7f9c680d1c50 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c67200700 1 -- 172.21.15.99:0/1222791633 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c680c72d0 con 0x7f9c680d1c50 2024-09-13T17:01:04.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c67200700 1 -- 172.21.15.99:0/1222791633 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c680c7890 con 0x7f9c680d1c50 2024-09-13T17:01:04.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.108+0000 7f9c67200700 1 -- 172.21.15.99:0/1222791633 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c680cf740 con 0x7f9c680d1c50 2024-09-13T17:01:04.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.112+0000 7f9c5ea00700 1 -- 172.21.15.99:0/1222791633 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9c50014800 con 0x7f9c680d1c50 2024-09-13T17:01:04.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.112+0000 7f9c5ea00700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c44066730 0x7f9c44068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.112+0000 7f9c5ea00700 1 -- 172.21.15.99:0/1222791633 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9c50084cb0 con 0x7f9c680d1c50 2024-09-13T17:01:04.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.112+0000 7f9c65e00700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c44066730 0x7f9c44068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.119 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.112+0000 7f9c65e00700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c44066730 0x7f9c44068bf0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9c580017a0 tx=0x7f9c58009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:04.125 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.120+0000 7f9c5ea00700 1 -- 172.21.15.99:0/1222791633 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9c500520b0 con 0x7f9c680d1c50 2024-09-13T17:01:04.354 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.348+0000 7f9c67200700 1 -- 172.21.15.99:0/1222791633 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9c680ceb70 con 0x7f9c680d1c50 2024-09-13T17:01:04.355 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.348+0000 7f9c5ea00700 1 -- 172.21.15.99:0/1222791633 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4731 (secure 0 0 0) 0x7f9c500556d0 con 0x7f9c680d1c50 2024-09-13T17:01:04.356 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:04.356 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/163947465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":163947465},{"type":"v1","addr":"172.21.15.99:6835","nonce":163947465}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4993,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/881326518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":881326518},{"type":"v1","addr":"172.21.15.99:6837","nonce":881326518}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4996,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/4250337445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":4250337445},{"type":"v1","addr":"172.21.15.170:6833","nonce":4250337445}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:01:00.869276+0000","modified":"2024-09-13T17:01:03.893729+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5002},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5002":{"gid":5002,"name":"d","rank":0,"incarnation":12,"state":"up:active","state_seq":4,"addr":"172.21.15.170:6835/168485893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":168485893},{"type":"v1","addr":"172.21.15.170:6835","nonce":168485893}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T17:01:04.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 -- 172.21.15.99:0/1222791633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c44066730 msgr2=0x7f9c44068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c44066730 0x7f9c44068bf0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9c580017a0 tx=0x7f9c58009040 comp rx=0 tx=0).stop 2024-09-13T17:01:04.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 -- 172.21.15.99:0/1222791633 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680d1c50 msgr2=0x7f9c680c68c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680d1c50 0x7f9c680c68c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f9c50009d70 tx=0x7f9c5000c3a0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 -- 172.21.15.99:0/1222791633 shutdown_connections 2024-09-13T17:01:04.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9c44066730 0x7f9c44068bf0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9c680d1c50 0x7f9c680c68c0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9c6815cfe0 0x7f9c680cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 --2- 172.21.15.99:0/1222791633 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9c680cfc80 0x7f9c680c8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 -- 172.21.15.99:0/1222791633 >> 172.21.15.99:0/1222791633 conn(0x7f9c6809c060 msgr2=0x7f9c68070140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:04.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.352+0000 7f9c67200700 1 -- 172.21.15.99:0/1222791633 shutdown_connections 2024-09-13T17:01:04.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.356+0000 7f9c67200700 1 -- 172.21.15.99:0/1222791633 wait complete. 2024-09-13T17:01:04.364 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 16 2024-09-13T17:01:04.379 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:01:04.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.548+0000 7fa65be00700 1 Processor -- start 2024-09-13T17:01:04.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.548+0000 7fa65be00700 1 -- start start 2024-09-13T17:01:04.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.548+0000 7fa65be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa65c0cdc40 0x7fa65c0cbd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.548+0000 7fa65be00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa65c06c780 0x7fa65c0cc250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.548+0000 7fa65be00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa65c0d1ac0 con 0x7fa65c15e5e0 2024-09-13T17:01:04.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.548+0000 7fa65be00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa65c0cb550 con 0x7fa65c06c780 2024-09-13T17:01:04.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.548+0000 7fa65be00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa65c06be10 con 0x7fa65c0cdc40 2024-09-13T17:01:04.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.548+0000 7fa65b400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa65c06c780 0x7fa65c0cc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65aa00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7fa65c15e5e0 0x7fa65c0cd530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:50460/0 (socket says 172.21.15.99:50460) 2024-09-13T17:01:04.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65aa00700 1 -- 172.21.15.99:0/923929788 learned_addr learned my addr 172.21.15.99:0/923929788 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:04.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa652000700 1 --2- 172.21.15.99:0/923929788 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa65c0cdc40 0x7fa65c0cbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65a000700 1 -- 172.21.15.99:0/923929788 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 409634690 0 0) 0x7fa65c0d1ac0 con 0x7fa65c15e5e0 2024-09-13T17:01:04.557 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65a000700 1 -- 172.21.15.99:0/923929788 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa6400035d0 con 0x7fa65c15e5e0 2024-09-13T17:01:04.557 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65b400700 1 -- 172.21.15.99:0/923929788 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa65c0cdc40 msgr2=0x7fa65c0cbd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:04.557 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65b400700 1 --2- 172.21.15.99:0/923929788 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa65c0cdc40 0x7fa65c0cbd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.557 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65b400700 1 -- 172.21.15.99:0/923929788 >> v1:172.21.15.170:6789/0 conn(0x7fa65c15e5e0 legacy=0x7fa65c0cd530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.557 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65b400700 1 -- 172.21.15.99:0/923929788 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa65c0d17e0 con 0x7fa65c06c780 2024-09-13T17:01:04.558 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65b400700 1 --2- 172.21.15.99:0/923929788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c06c780 0x7fa65c0cc250 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fa654009d90 tx=0x7fa65400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1ddbf0f02e13eaf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:04.558 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65a000700 1 -- 172.21.15.99:0/923929788 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa65400e070 con 0x7fa65c06c780 2024-09-13T17:01:04.558 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65a000700 1 -- 172.21.15.99:0/923929788 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa65400bb20 con 0x7fa65c06c780 2024-09-13T17:01:04.558 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65a000700 1 -- 172.21.15.99:0/923929788 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa654012430 con 0x7fa65c06c780 2024-09-13T17:01:04.558 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65be00700 1 -- 172.21.15.99:0/923929788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c06c780 msgr2=0x7fa65c0cc250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.558 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65be00700 1 --2- 172.21.15.99:0/923929788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c06c780 0x7fa65c0cc250 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fa654009d90 tx=0x7fa65400b330 comp rx=0 tx=0).stop 2024-09-13T17:01:04.559 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65be00700 1 -- 172.21.15.99:0/923929788 shutdown_connections 2024-09-13T17:01:04.559 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65be00700 1 --2- 172.21.15.99:0/923929788 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c06c780 0x7fa65c0cc250 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.559 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65be00700 1 --2- 172.21.15.99:0/923929788 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa65c0cdc40 0x7fa65c0cbd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.559 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65be00700 1 -- 172.21.15.99:0/923929788 >> 172.21.15.99:0/923929788 conn(0x7fa65c0d0b20 msgr2=0x7fa65c0d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:04.559 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65be00700 1 -- 172.21.15.99:0/923929788 shutdown_connections 2024-09-13T17:01:04.559 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.552+0000 7fa65be00700 1 -- 172.21.15.99:0/923929788 wait complete. 2024-09-13T17:01:04.562 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.556+0000 7fa65be00700 1 Processor -- start 2024-09-13T17:01:04.562 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.556+0000 7fa65be00700 1 -- start start 2024-09-13T17:01:04.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65be00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa65c06c780 0x7fa65c0c7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c0cdc40 0x7fa65c1f0f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa65c15e5e0 0x7fa65c0c7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65be00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa65c1f14d0 con 0x7fa65c0cdc40 2024-09-13T17:01:04.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65be00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa65c0ca9e0 con 0x7fa65c06c780 2024-09-13T17:01:04.565 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65be00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa65c0c8d50 con 0x7fa65c15e5e0 2024-09-13T17:01:04.566 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa652000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c0cdc40 0x7fa65c1f0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.566 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa652000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c0cdc40 0x7fa65c1f0f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44692/0 (socket says 172.21.15.99:44692) 2024-09-13T17:01:04.566 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa652000700 1 -- 172.21.15.99:0/2844255252 learned_addr learned my addr 172.21.15.99:0/2844255252 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:04.566 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65b400700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa65c15e5e0 0x7fa65c0c7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.566 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65aa00700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa65c06c780 0x7fa65c0c7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa652000700 1 -- 172.21.15.99:0/2844255252 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa65c15e5e0 msgr2=0x7fa65c0c7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa652000700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa65c15e5e0 0x7fa65c0c7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa652000700 1 -- 172.21.15.99:0/2844255252 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa65c06c780 msgr2=0x7fa65c0c7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa652000700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa65c06c780 0x7fa65c0c7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa652000700 1 -- 172.21.15.99:0/2844255252 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa654009a70 con 0x7fa65c0cdc40 2024-09-13T17:01:04.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65aa00700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa65c06c780 0x7fa65c0c7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:04.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa652000700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c0cdc40 0x7fa65c1f0f90 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa64400e9d0 tx=0x7fa64400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:04.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa653400700 1 -- 172.21.15.99:0/2844255252 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa644009720 con 0x7fa65c0cdc40 2024-09-13T17:01:04.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa653400700 1 -- 172.21.15.99:0/2844255252 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa64400c7f0 con 0x7fa65c0cdc40 2024-09-13T17:01:04.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65be00700 1 -- 172.21.15.99:0/2844255252 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa65c0c7590 con 0x7fa65c0cdc40 2024-09-13T17:01:04.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa653400700 1 -- 172.21.15.99:0/2844255252 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa64400cb60 con 0x7fa65c0cdc40 2024-09-13T17:01:04.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.560+0000 7fa65be00700 1 -- 172.21.15.99:0/2844255252 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa65c0c84b0 con 0x7fa65c0cdc40 2024-09-13T17:01:04.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.564+0000 7fa65be00700 1 -- 172.21.15.99:0/2844255252 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa65c0b60c0 con 0x7fa65c0cdc40 2024-09-13T17:01:04.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.564+0000 7fa653400700 1 -- 172.21.15.99:0/2844255252 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa64400ccc0 con 0x7fa65c0cdc40 2024-09-13T17:01:04.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.568+0000 7fa653400700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa638066730 0x7fa638068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.568+0000 7fa653400700 1 -- 172.21.15.99:0/2844255252 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa644084180 con 0x7fa65c0cdc40 2024-09-13T17:01:04.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.568+0000 7fa65aa00700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa638066730 0x7fa638068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.568+0000 7fa65aa00700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa638066730 0x7fa638068bf0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa64c0011e0 tx=0x7fa64c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:04.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.572+0000 7fa653400700 1 -- 172.21.15.99:0/2844255252 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa6440514e0 con 0x7fa65c0cdc40 2024-09-13T17:01:04.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.764+0000 7fa65be00700 1 -- 172.21.15.99:0/2844255252 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa65c066da0 con 0x7fa65c0cdc40 2024-09-13T17:01:04.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.768+0000 7fa653400700 1 -- 172.21.15.99:0/2844255252 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16485 (secure 0 0 0) 0x7fa644054b00 con 0x7fa65c0cdc40 2024-09-13T17:01:04.773 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:04.774 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":34,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:01:01.874344+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:00:58.709120+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:59.869493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:01:04.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 -- 172.21.15.99:0/2844255252 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa638066730 msgr2=0x7fa638068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa638066730 0x7fa638068bf0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa64c0011e0 tx=0x7fa64c009040 comp rx=0 tx=0).stop 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 -- 172.21.15.99:0/2844255252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c0cdc40 msgr2=0x7fa65c1f0f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c0cdc40 0x7fa65c1f0f90 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa64400e9d0 tx=0x7fa64400ece0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 -- 172.21.15.99:0/2844255252 shutdown_connections 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa638066730 0x7fa638068bf0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa65c0cdc40 0x7fa65c1f0f90 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa65c15e5e0 0x7fa65c0c7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 --2- 172.21.15.99:0/2844255252 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa65c06c780 0x7fa65c0c7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 -- 172.21.15.99:0/2844255252 >> 172.21.15.99:0/2844255252 conn(0x7fa65c0d0b20 msgr2=0x7fa65c0ade10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 -- 172.21.15.99:0/2844255252 shutdown_connections 2024-09-13T17:01:04.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.772+0000 7fa65be00700 1 -- 172.21.15.99:0/2844255252 wait complete. 2024-09-13T17:01:04.799 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T17:01:04.799 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:01:04.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.964+0000 7f7ed6c00700 1 Processor -- start 2024-09-13T17:01:04.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.964+0000 7f7ed6c00700 1 -- start start 2024-09-13T17:01:04.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ed6c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7ed0159020 0x7f7ed006c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ed6c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f7ed0159400 0x7f7ed00b3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ed6c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed00b4350 0x7f7ed00cd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ed6c00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ed00b33b0 con 0x7f7ed0159020 2024-09-13T17:01:04.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ed6c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ed00b47c0 con 0x7f7ed0159400 2024-09-13T17:01:04.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ed6c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed00cc970 con 0x7f7ed00b4350 2024-09-13T17:01:04.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ecfe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7ed0159020 0x7f7ed006c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ecfe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7ed0159020 0x7f7ed006c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44702/0 (socket says 172.21.15.99:44702) 2024-09-13T17:01:04.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ecfe00700 1 -- 172.21.15.99:0/1612804885 learned_addr learned my addr 172.21.15.99:0/1612804885 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:04.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ed4c00700 1 --2- 172.21.15.99:0/1612804885 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed00b4350 0x7f7ed00cd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ecf400700 1 --2- 172.21.15.99:0/1612804885 >> v2:172.21.15.170:3300/0 conn(0x7f7ed0159400 0x7f7ed00b3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ecfe00700 1 -- 172.21.15.99:0/1612804885 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed00b4350 msgr2=0x7f7ed00cd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:04.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ecfe00700 1 --2- 172.21.15.99:0/1612804885 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed00b4350 0x7f7ed00cd9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ecfe00700 1 -- 172.21.15.99:0/1612804885 >> v2:172.21.15.170:3300/0 conn(0x7f7ed0159400 msgr2=0x7f7ed00b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:04.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ecfe00700 1 --2- 172.21.15.99:0/1612804885 >> v2:172.21.15.170:3300/0 conn(0x7f7ed0159400 0x7f7ed00b3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.968+0000 7f7ecfe00700 1 -- 172.21.15.99:0/1612804885 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ed00ccc10 con 0x7f7ed0159020 2024-09-13T17:01:04.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ecfe00700 1 --2- 172.21.15.99:0/1612804885 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed0159020 0x7f7ed006c8c0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f7ed00b3dc0 tx=0x7f7ec000bec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2838fab548c3c3e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:04.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ecea00700 1 -- 172.21.15.99:0/1612804885 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec000dd50 con 0x7f7ed0159020 2024-09-13T17:01:04.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ecea00700 1 -- 172.21.15.99:0/1612804885 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ec0010470 con 0x7f7ed0159020 2024-09-13T17:01:04.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ecea00700 1 -- 172.21.15.99:0/1612804885 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec0010820 con 0x7f7ed0159020 2024-09-13T17:01:04.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1612804885 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed0159020 msgr2=0x7f7ed006c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ed6c00700 1 --2- 172.21.15.99:0/1612804885 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed0159020 0x7f7ed006c8c0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f7ed00b3dc0 tx=0x7f7ec000bec0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1612804885 shutdown_connections 2024-09-13T17:01:04.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ed6c00700 1 --2- 172.21.15.99:0/1612804885 >> v2:172.21.15.170:3300/0 conn(0x7f7ed0159400 0x7f7ed00b3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ed6c00700 1 --2- 172.21.15.99:0/1612804885 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed00b4350 0x7f7ed00cd9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ed6c00700 1 --2- 172.21.15.99:0/1612804885 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed0159020 0x7f7ed006c8c0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1612804885 >> 172.21.15.99:0/1612804885 conn(0x7f7ed0071110 msgr2=0x7f7ed0071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:04.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1612804885 shutdown_connections 2024-09-13T17:01:04.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.972+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1612804885 wait complete. 2024-09-13T17:01:04.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.976+0000 7f7ed6c00700 1 Processor -- start 2024-09-13T17:01:04.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.976+0000 7f7ed6c00700 1 -- start start 2024-09-13T17:01:04.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.976+0000 7f7ed6c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed00b4350 0x7f7ed0156350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.976+0000 7f7ed6c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ed0159020 0x7f7ed01579d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ed6c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed0159400 0x7f7ed00a8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ed6c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed01478e0 con 0x7f7ed00b4350 2024-09-13T17:01:04.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ed6c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed0156930 con 0x7f7ed0159020 2024-09-13T17:01:04.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ed6c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed0156c10 con 0x7f7ed0159400 2024-09-13T17:01:04.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecfe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed00b4350 0x7f7ed0156350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecfe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed00b4350 0x7f7ed0156350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44708/0 (socket says 172.21.15.99:44708) 2024-09-13T17:01:04.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecfe00700 1 -- 172.21.15.99:0/1076603453 learned_addr learned my addr 172.21.15.99:0/1076603453 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:04.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecf400700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ed0159020 0x7f7ed01579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ed4c00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed0159400 0x7f7ed00a8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecfe00700 1 -- 172.21.15.99:0/1076603453 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed0159400 msgr2=0x7f7ed00a8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecfe00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed0159400 0x7f7ed00a8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecfe00700 1 -- 172.21.15.99:0/1076603453 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ed0159020 msgr2=0x7f7ed01579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecfe00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ed0159020 0x7f7ed01579d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecfe00700 1 -- 172.21.15.99:0/1076603453 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ec000b810 con 0x7f7ed00b4350 2024-09-13T17:01:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecf400700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ed0159020 0x7f7ed01579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ed4c00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed0159400 0x7f7ed00a8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ecfe00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed00b4350 0x7f7ed0156350 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0000c00 tx=0x7f7ec0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ec7e00700 1 -- 172.21.15.99:0/1076603453 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec001f070 con 0x7f7ed00b4350 2024-09-13T17:01:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ec7e00700 1 -- 172.21.15.99:0/1076603453 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ec0003990 con 0x7f7ed00b4350 2024-09-13T17:01:04.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1076603453 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ed0156ef0 con 0x7f7ed00b4350 2024-09-13T17:01:04.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ec7e00700 1 -- 172.21.15.99:0/1076603453 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec0003d00 con 0x7f7ed00b4350 2024-09-13T17:01:04.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.980+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1076603453 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ed01574b0 con 0x7f7ed00b4350 2024-09-13T17:01:04.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.984+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1076603453 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ed01576a0 con 0x7f7ed00b4350 2024-09-13T17:01:04.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.984+0000 7f7ec7e00700 1 -- 172.21.15.99:0/1076603453 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7ec0023410 con 0x7f7ed00b4350 2024-09-13T17:01:04.991 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.984+0000 7f7ec7e00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7eb0066730 0x7f7eb0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:04.991 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.984+0000 7f7ec7e00700 1 -- 172.21.15.99:0/1076603453 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7ec0087720 con 0x7f7ed00b4350 2024-09-13T17:01:04.991 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.988+0000 7f7ecf400700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7eb0066730 0x7f7eb0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:04.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.988+0000 7f7ecf400700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7eb0066730 0x7f7eb0068bf0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0157f30 tx=0x7f7ebc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:04.996 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:04.992+0000 7f7ec7e00700 1 -- 172.21.15.99:0/1076603453 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7ec0054a80 con 0x7f7ed00b4350 2024-09-13T17:01:05.182 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.176+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1076603453 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7ed00cd4b0 con 0x7f7eb0066730 2024-09-13T17:01:05.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.192+0000 7f7ec7e00700 1 -- 172.21.15.99:0/1076603453 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+275274 (secure 0 0 0) 0x7f7ebc009e30 con 0x7f7eb0066730 2024-09-13T17:01:05.202 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:05.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1076603453 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7eb0066730 msgr2=0x7f7eb0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7eb0066730 0x7f7eb0068bf0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7ed0157f30 tx=0x7f7ebc008040 comp rx=0 tx=0).stop 2024-09-13T17:01:05.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1076603453 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed00b4350 msgr2=0x7f7ed0156350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed00b4350 0x7f7ed0156350 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0000c00 tx=0x7f7ec0004770 comp rx=0 tx=0).stop 2024-09-13T17:01:05.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1076603453 shutdown_connections 2024-09-13T17:01:05.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7eb0066730 0x7f7eb0068bf0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7ed0159400 0x7f7ed00a8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.204 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7ed0159020 0x7f7ed01579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 --2- 172.21.15.99:0/1076603453 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7ed00b4350 0x7f7ed0156350 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1076603453 >> 172.21.15.99:0/1076603453 conn(0x7f7ed0071110 msgr2=0x7f7ed00714f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:05.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1076603453 shutdown_connections 2024-09-13T17:01:05.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.200+0000 7f7ed6c00700 1 -- 172.21.15.99:0/1076603453 wait complete. 2024-09-13T17:01:05.207 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:01:05.226 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":64,"stamp":"2024-09-13T17:01:04.165548+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":6,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236420,"kb_used_data":3876,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738300,"statfs":{"total":773094113280,"available":772852019200,"internally_reserved":0,"allocated":3969024,"data_stored":2236125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.759818"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414567+0000","last_change":"2024-09-13T17:00:59.414567+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414567+0000","last_undegraded":"2024-09-13T17:00:59.414567+0000","last_fullsized":"2024-09-13T17:00:59.414567+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:25.674251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411163+0000","last_change":"2024-09-13T17:00:59.411163+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411163+0000","last_undegraded":"2024-09-13T17:00:59.411163+0000","last_fullsized":"2024-09-13T17:00:59.411163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:55.021689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416544+0000","last_change":"2024-09-13T17:00:59.416544+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416544+0000","last_undegraded":"2024-09-13T17:00:59.416544+0000","last_fullsized":"2024-09-13T17:00:59.416544+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:29.119076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411196+0000","last_change":"2024-09-13T17:00:59.411196+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411196+0000","last_undegraded":"2024-09-13T17:00:59.411196+0000","last_fullsized":"2024-09-13T17:00:59.411196+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:59.467233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.702851+0000","last_change":"2024-09-13T17:00:59.702851+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.702851+0000","last_undegraded":"2024-09-13T17:00:59.702851+0000","last_fullsized":"2024-09-13T17:00:59.702851+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.702043+0000","last_change":"2024-09-13T17:00:59.702043+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.702043+0000","last_undegraded":"2024-09-13T17:00:59.702043+0000","last_fullsized":"2024-09-13T17:00:59.702043+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416830+0000","last_change":"2024-09-13T17:00:59.416830+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416830+0000","last_undegraded":"2024-09-13T17:00:59.416830+0000","last_fullsized":"2024-09-13T17:00:59.416830+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:52.161696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701089+0000","last_change":"2024-09-13T17:00:59.701089+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701089+0000","last_undegraded":"2024-09-13T17:00:59.701089+0000","last_fullsized":"2024-09-13T17:00:59.701089+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:13.713469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415384+0000","last_change":"2024-09-13T17:00:59.415384+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415384+0000","last_undegraded":"2024-09-13T17:00:59.415384+0000","last_fullsized":"2024-09-13T17:00:59.415384+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:45.903142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415081+0000","last_change":"2024-09-13T17:00:59.415081+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415081+0000","last_undegraded":"2024-09-13T17:00:59.415081+0000","last_fullsized":"2024-09-13T17:00:59.415081+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:33:50.437069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414257+0000","last_change":"2024-09-13T17:00:59.414257+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414257+0000","last_undegraded":"2024-09-13T17:00:59.414257+0000","last_fullsized":"2024-09-13T17:00:59.414257+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:21.091982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411135+0000","last_change":"2024-09-13T17:00:59.411135+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411135+0000","last_undegraded":"2024-09-13T17:00:59.411135+0000","last_fullsized":"2024-09-13T17:00:59.411135+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:46.468679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701259+0000","last_change":"2024-09-13T17:00:59.701259+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701259+0000","last_undegraded":"2024-09-13T17:00:59.701259+0000","last_fullsized":"2024-09-13T17:00:59.701259+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410496+0000","last_change":"2024-09-13T17:00:59.410496+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410496+0000","last_undegraded":"2024-09-13T17:00:59.410496+0000","last_fullsized":"2024-09-13T17:00:59.410496+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:41.111346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410475+0000","last_change":"2024-09-13T17:00:59.410475+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410475+0000","last_undegraded":"2024-09-13T17:00:59.410475+0000","last_fullsized":"2024-09-13T17:00:59.410475+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:19:17.593862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416453+0000","last_change":"2024-09-13T17:00:59.416453+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416453+0000","last_undegraded":"2024-09-13T17:00:59.416453+0000","last_fullsized":"2024-09-13T17:00:59.416453+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:10.638581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416630+0000","last_change":"2024-09-13T17:00:59.416630+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416630+0000","last_undegraded":"2024-09-13T17:00:59.416630+0000","last_fullsized":"2024-09-13T17:00:59.416630+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:06:03.975002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701804+0000","last_change":"2024-09-13T17:00:59.701804+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701804+0000","last_undegraded":"2024-09-13T17:00:59.701804+0000","last_fullsized":"2024-09-13T17:00:59.701804+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:54.336191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415471+0000","last_change":"2024-09-13T17:00:59.415471+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415471+0000","last_undegraded":"2024-09-13T17:00:59.415471+0000","last_fullsized":"2024-09-13T17:00:59.415471+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:00:49.336146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.413463+0000","last_change":"2024-09-13T17:00:59.413463+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.413463+0000","last_undegraded":"2024-09-13T17:00:59.413463+0000","last_fullsized":"2024-09-13T17:00:59.413463+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:45:53.763130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415930+0000","last_change":"2024-09-13T17:00:59.415930+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415930+0000","last_undegraded":"2024-09-13T17:00:59.415930+0000","last_fullsized":"2024-09-13T17:00:59.415930+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:57:46.754814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701284+0000","last_change":"2024-09-13T17:00:59.701284+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701284+0000","last_undegraded":"2024-09-13T17:00:59.701284+0000","last_fullsized":"2024-09-13T17:00:59.701284+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:40:34.859068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410535+0000","last_change":"2024-09-13T17:00:59.410535+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410535+0000","last_undegraded":"2024-09-13T17:00:59.410535+0000","last_fullsized":"2024-09-13T17:00:59.410535+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:54.399455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.413930+0000","last_change":"2024-09-13T17:00:59.413930+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.413930+0000","last_undegraded":"2024-09-13T17:00:59.413930+0000","last_fullsized":"2024-09-13T17:00:59.413930+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:35.015409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410107+0000","last_change":"2024-09-13T17:00:59.410107+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410107+0000","last_undegraded":"2024-09-13T17:00:59.410107+0000","last_fullsized":"2024-09-13T17:00:59.410107+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414520+0000","last_change":"2024-09-13T17:00:59.414520+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414520+0000","last_undegraded":"2024-09-13T17:00:59.414520+0000","last_fullsized":"2024-09-13T17:00:59.414520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:25.830340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410019+0000","last_change":"2024-09-13T17:00:59.410019+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410019+0000","last_undegraded":"2024-09-13T17:00:59.410019+0000","last_fullsized":"2024-09-13T17:00:59.410019+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.409855+0000","last_change":"2024-09-13T17:00:59.409855+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.409855+0000","last_undegraded":"2024-09-13T17:00:59.409855+0000","last_fullsized":"2024-09-13T17:00:59.409855+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410689+0000","last_change":"2024-09-13T17:00:59.410689+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410689+0000","last_undegraded":"2024-09-13T17:00:59.410689+0000","last_fullsized":"2024-09-13T17:00:59.410689+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701283+0000","last_change":"2024-09-13T17:00:59.701283+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701283+0000","last_undegraded":"2024-09-13T17:00:59.701283+0000","last_fullsized":"2024-09-13T17:00:59.701283+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411772+0000","last_change":"2024-09-13T17:00:59.411772+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411772+0000","last_undegraded":"2024-09-13T17:00:59.411772+0000","last_fullsized":"2024-09-13T17:00:59.411772+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:04.603953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414877+0000","last_change":"2024-09-13T17:00:59.414877+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414877+0000","last_undegraded":"2024-09-13T17:00:59.414877+0000","last_fullsized":"2024-09-13T17:00:59.414877+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:05.246508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":173,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-13T17:00:53.641178+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:00:53.641178+0000","last_peered":"2024-09-13T17:00:53.641178+0000","last_clean":"2024-09-13T17:00:53.641178+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:00:53.641178+0000","last_undegraded":"2024-09-13T17:00:53.641178+0000","last_fullsized":"2024-09-13T17:00:53.641178+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.014},{"interface":"front","average":{"1min":1.337,"5min":1.337,"15min":1.337},"min":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":0.89200000000000002}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":1.155}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.875},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"min":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":1.0449999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.286,"15min":1.286},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":0.77900000000000003},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":2.1339999999999999,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":1.125}]},{"osd":4,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.456,"15min":1.456},"min":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.242},{"interface":"front","average":{"1min":1.496,"5min":1.496,"15min":1.496},"min":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.92800000000000005}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.82399999999999995},{"interface":"front","average":{"1min":1.542,"5min":1.542,"15min":1.542},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":0.96999999999999997}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.583,"15min":1.583},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":1.3089999999999999},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.002,"5min":1.002,"15min":1.002},"max":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":1.091}]}]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":0.997},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":1.405}]},{"osd":1,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":1.74,"5min":1.74,"15min":1.74},"last":1.3260000000000001},{"interface":"front","average":{"1min":1.306,"5min":1.306,"15min":1.306},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.337}]},{"osd":2,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.069},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.143}]},{"osd":3,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.415,"5min":2.415,"15min":2.415},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.48}]},{"osd":4,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":1.3839999999999999},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":3.4569999999999999,"5min":3.4569999999999999,"15min":3.4569999999999999},"last":1.2150000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.24},{"interface":"front","average":{"1min":1.514,"5min":1.514,"15min":1.514},"min":{"1min":1.01,"5min":1.01,"15min":1.01},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":1.2649999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.657,"15min":1.657},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":3.3290000000000002,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.298},{"interface":"front","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.2849999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":937984,"data_stored":721400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.212,"15min":1.212},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":2.202,"5min":2.202,"15min":2.202},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.204}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.224},{"interface":"front","average":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.1400000000000001,"5min":2.1400000000000001,"15min":2.1400000000000001},"last":1.0620000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":0.75},{"interface":"front","average":{"1min":1.226,"5min":1.226,"15min":1.226},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":1.379}]},{"osd":3,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.90000000000000002},{"interface":"front","average":{"1min":1.351,"5min":1.351,"15min":1.351},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.282}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.3,"15min":1.3},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":1.151},{"interface":"front","average":{"1min":1.294,"5min":1.294,"15min":1.294},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":1.1799999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":1.266,"15min":1.266},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":1.1060000000000001},{"interface":"front","average":{"1min":1.325,"5min":1.325,"15min":1.325},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":1.0209999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.2669999999999999},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"min":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"max":{"1min":2.2250000000000001,"5min":2.2250000000000001,"15min":2.2250000000000001},"last":1.343}]}]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":0.88500000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.238,"15min":1.238},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.196,"5min":1.196,"15min":1.196},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":1.0309999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.228,"15min":1.228},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.131},{"interface":"front","average":{"1min":1.327,"5min":1.327,"15min":1.327},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":0.92600000000000005}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":0.91200000000000003},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":2.0310000000000001,"5min":2.0310000000000001,"15min":2.0310000000000001},"last":1.002}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.335,"15min":1.335},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.85199999999999998}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.6579999999999999,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.1759999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.569,"15min":1.569},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1949999999999998,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":0.99099999999999999},{"interface":"front","average":{"1min":1.865,"5min":1.865,"15min":1.865},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":7.077,"5min":7.077,"15min":7.077},"last":0.96199999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":1.117},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":1.0009999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":1.244}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.946,"5min":1.946,"15min":1.946},"last":1.073},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.746,"5min":2.746,"15min":2.746},"last":1.3460000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.1779999999999999},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.873,"5min":0.873,"15min":0.873},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.1559999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.222},{"interface":"front","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":1.2989999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":1.387},{"interface":"front","average":{"1min":1.45,"5min":1.45,"15min":1.45},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":2.0939999999999999,"5min":2.0939999999999999,"15min":2.0939999999999999},"last":1.375}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":2.903,"5min":2.903,"15min":2.903},"last":1.411},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"last":1.4750000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":4.0469999999999997,"5min":4.0469999999999997,"15min":4.0469999999999997},"last":1.133},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.90500000000000003}]},{"osd":1,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.1299999999999999,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.82099999999999995}]},{"osd":3,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":1.198,"5min":1.198,"15min":1.198},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.96,"5min":2.96,"15min":2.96},"last":0.88300000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.048,"5min":3.048,"15min":3.048},"last":1.173},{"interface":"front","average":{"1min":1.573,"5min":1.573,"15min":1.573},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":3.9140000000000001,"5min":3.9140000000000001,"15min":3.9140000000000001},"last":1.294}]},{"osd":5,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.591,"15min":1.591},"min":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":1.6779999999999999},{"interface":"front","average":{"1min":1.49,"5min":1.49,"15min":1.49},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":2.8799999999999999,"5min":2.8799999999999999,"15min":2.8799999999999999},"last":1.27}]},{"osd":6,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":3.2509999999999999},"last":1.603},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"min":{"1min":1.117,"5min":1.117,"15min":1.117},"max":{"1min":3.202,"5min":3.202,"15min":3.202},"last":1.254}]},{"osd":7,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":4.4429999999999996,"5min":4.4429999999999996,"15min":4.4429999999999996},"last":1.4770000000000001},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5940000000000001,"15min":1.5940000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":3.573,"5min":3.573,"15min":3.573},"last":1.395}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":722419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.74399999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":1.073}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":0.82599999999999996},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.7970000000000002,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.98799999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":3.0449999999999999,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":1.038},{"interface":"front","average":{"1min":1.369,"5min":1.369,"15min":1.369},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":1.1890000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"min":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":1.2829999999999999},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"min":{"1min":1.016,"5min":1.016,"15min":1.016},"max":{"1min":3.2309999999999999,"5min":3.2309999999999999,"15min":3.2309999999999999},"last":1.2430000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.371,"15min":1.371},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":3.3420000000000001,"5min":3.3420000000000001,"15min":3.3420000000000001},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":1.173}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.504,"5min":1.504,"15min":1.504},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.9350000000000001,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":1.335}]}]},{"osd":0,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":3.677,"5min":3.677,"15min":3.677},"last":0.878},{"interface":"front","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":0.90700000000000003}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":0.751}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.71099999999999997},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.3650000000000002,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":0.98999999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":2.0840000000000001,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":2.1520000000000001,"5min":2.1520000000000001,"15min":2.1520000000000001},"last":1.2250000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":1.036,"5min":1.036,"15min":1.036},"max":{"1min":3.1720000000000002,"5min":3.1720000000000002,"15min":3.1720000000000002},"last":1.151},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.3140000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"max":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.083},{"interface":"front","average":{"1min":1.524,"5min":1.524,"15min":1.524},"min":{"1min":1.109,"5min":1.109,"15min":1.109},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":1.25}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.413},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":1.347}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:01:05.233 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:01:05.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97d7400700 1 Processor -- start 2024-09-13T17:01:05.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97d7400700 1 -- start start 2024-09-13T17:01:05.458 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97d7400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f97d015b7f0 0x7f97d0162910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.458 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97d7400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f97d006dee0 0x7f97d006f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.458 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97d7400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97d0070130 con 0x7f97d006fcd0 2024-09-13T17:01:05.458 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97d7400700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97d006eaf0 con 0x7f97d015b7f0 2024-09-13T17:01:05.459 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97d7400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97d00b2c40 con 0x7f97d006dee0 2024-09-13T17:01:05.459 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97d5400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f97d006fcd0 0x7f97d0161b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:40246/0 (socket says 172.21.15.99:40246) 2024-09-13T17:01:05.459 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97d5400700 1 -- 172.21.15.99:0/260603890 learned_addr learned my addr 172.21.15.99:0/260603890 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:05.459 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97d4a00700 1 --2- 172.21.15.99:0/260603890 >> v2:172.21.15.99:3300/0 conn(0x7f97d015b7f0 0x7f97d0162910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.459 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.452+0000 7f97cfe00700 1 --2- 172.21.15.99:0/260603890 >> v2:172.21.15.170:3300/0 conn(0x7f97d006dee0 0x7f97d006f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97cf400700 1 -- 172.21.15.99:0/260603890 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2506274213 0 0) 0x7f97d0070130 con 0x7f97d006fcd0 2024-09-13T17:01:05.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97cf400700 1 -- 172.21.15.99:0/260603890 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f97b80035d0 con 0x7f97d006fcd0 2024-09-13T17:01:05.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d4a00700 1 -- 172.21.15.99:0/260603890 >> v2:172.21.15.170:3300/0 conn(0x7f97d006dee0 msgr2=0x7f97d006f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:05.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d4a00700 1 --2- 172.21.15.99:0/260603890 >> v2:172.21.15.170:3300/0 conn(0x7f97d006dee0 0x7f97d006f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d4a00700 1 -- 172.21.15.99:0/260603890 >> v1:172.21.15.99:6789/0 conn(0x7f97d006fcd0 legacy=0x7f97d0161b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d4a00700 1 -- 172.21.15.99:0/260603890 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97d0162e50 con 0x7f97d015b7f0 2024-09-13T17:01:05.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d4a00700 1 --2- 172.21.15.99:0/260603890 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 0x7f97d0162910 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f97d00cebd0 tx=0x7f97c4009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=134c3df617bf208e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:05.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97cf400700 1 -- 172.21.15.99:0/260603890 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97c4011830 con 0x7f97d015b7f0 2024-09-13T17:01:05.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97cf400700 1 -- 172.21.15.99:0/260603890 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97c4011990 con 0x7f97d015b7f0 2024-09-13T17:01:05.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97cf400700 1 -- 172.21.15.99:0/260603890 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97c4011d20 con 0x7f97d015b7f0 2024-09-13T17:01:05.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d7400700 1 -- 172.21.15.99:0/260603890 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 msgr2=0x7f97d0162910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d7400700 1 --2- 172.21.15.99:0/260603890 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 0x7f97d0162910 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f97d00cebd0 tx=0x7f97c4009b30 comp rx=0 tx=0).stop 2024-09-13T17:01:05.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d7400700 1 -- 172.21.15.99:0/260603890 shutdown_connections 2024-09-13T17:01:05.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d7400700 1 --2- 172.21.15.99:0/260603890 >> v2:172.21.15.170:3300/0 conn(0x7f97d006dee0 0x7f97d006f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d7400700 1 --2- 172.21.15.99:0/260603890 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 0x7f97d0162910 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d7400700 1 -- 172.21.15.99:0/260603890 >> 172.21.15.99:0/260603890 conn(0x7f97d0071110 msgr2=0x7f97d0071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:05.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d7400700 1 -- 172.21.15.99:0/260603890 shutdown_connections 2024-09-13T17:01:05.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.456+0000 7f97d7400700 1 -- 172.21.15.99:0/260603890 wait complete. 2024-09-13T17:01:05.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d7400700 1 Processor -- start 2024-09-13T17:01:05.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d7400700 1 -- start start 2024-09-13T17:01:05.466 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d7400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f97d006dee0 0x7f97d0151d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d7400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f97d006fcd0 0x7f97d0160510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d7400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 0x7f97d0160a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d7400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97d00a88a0 con 0x7f97d015b7f0 2024-09-13T17:01:05.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d7400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97d00a8b80 con 0x7f97d006fcd0 2024-09-13T17:01:05.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d7400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97d00a8e60 con 0x7f97d006dee0 2024-09-13T17:01:05.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d5400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 0x7f97d0160a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d5400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 0x7f97d0160a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44728/0 (socket says 172.21.15.99:44728) 2024-09-13T17:01:05.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d5400700 1 -- 172.21.15.99:0/1005626010 learned_addr learned my addr 172.21.15.99:0/1005626010 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:05.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97cfe00700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f97d006fcd0 0x7f97d0160510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d4a00700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f97d006dee0 0x7f97d0151d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.468 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d5400700 1 -- 172.21.15.99:0/1005626010 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f97d006dee0 msgr2=0x7f97d0151d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.468 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d5400700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f97d006dee0 0x7f97d0151d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.468 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d5400700 1 -- 172.21.15.99:0/1005626010 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f97d006fcd0 msgr2=0x7f97d0160510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d5400700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f97d006fcd0 0x7f97d0160510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.460+0000 7f97d5400700 1 -- 172.21.15.99:0/1005626010 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97c40094b0 con 0x7f97d015b7f0 2024-09-13T17:01:05.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.464+0000 7f97d5400700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 0x7f97d0160a50 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f97c800cb40 tx=0x7f97c800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:05.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.464+0000 7f97ccc00700 1 -- 172.21.15.99:0/1005626010 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97c8007500 con 0x7f97d015b7f0 2024-09-13T17:01:05.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.464+0000 7f97ccc00700 1 -- 172.21.15.99:0/1005626010 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97c8007660 con 0x7f97d015b7f0 2024-09-13T17:01:05.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.464+0000 7f97ccc00700 1 -- 172.21.15.99:0/1005626010 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97c80079f0 con 0x7f97d015b7f0 2024-09-13T17:01:05.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.464+0000 7f97d7400700 1 -- 172.21.15.99:0/1005626010 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97d00a9140 con 0x7f97d015b7f0 2024-09-13T17:01:05.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.464+0000 7f97d7400700 1 -- 172.21.15.99:0/1005626010 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97d01f6d90 con 0x7f97d015b7f0 2024-09-13T17:01:05.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.464+0000 7f97d7400700 1 -- 172.21.15.99:0/1005626010 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97d00a9360 con 0x7f97d015b7f0 2024-09-13T17:01:05.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.464+0000 7f97ccc00700 1 -- 172.21.15.99:0/1005626010 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f97c801b3b0 con 0x7f97d015b7f0 2024-09-13T17:01:05.472 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.468+0000 7f97ccc00700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f97b0066730 0x7f97b0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.472 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.468+0000 7f97ccc00700 1 -- 172.21.15.99:0/1005626010 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f97c8083bf0 con 0x7f97d015b7f0 2024-09-13T17:01:05.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.468+0000 7f97d4a00700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f97b0066730 0x7f97b0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.468+0000 7f97d4a00700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f97b0066730 0x7f97b0068bf0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f97c4000c00 tx=0x7f97c4008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:05.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.476+0000 7f97ccc00700 1 -- 172.21.15.99:0/1005626010 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f97c8050ee0 con 0x7f97d015b7f0 2024-09-13T17:01:05.664 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.660+0000 7f97d7400700 1 -- 172.21.15.99:0/1005626010 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f97d00a8cf0 con 0x7f97b0066730 2024-09-13T17:01:05.680 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.676+0000 7f97ccc00700 1 -- 172.21.15.99:0/1005626010 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+275274 (secure 0 0 0) 0x7f97d00a8cf0 con 0x7f97b0066730 2024-09-13T17:01:05.685 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 -- 172.21.15.99:0/1005626010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f97b0066730 msgr2=0x7f97b0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f97b0066730 0x7f97b0068bf0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f97c4000c00 tx=0x7f97c4008030 comp rx=0 tx=0).stop 2024-09-13T17:01:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 -- 172.21.15.99:0/1005626010 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 msgr2=0x7f97d0160a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 0x7f97d0160a50 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f97c800cb40 tx=0x7f97c800cb70 comp rx=0 tx=0).stop 2024-09-13T17:01:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 -- 172.21.15.99:0/1005626010 shutdown_connections 2024-09-13T17:01:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f97b0066730 0x7f97b0068bf0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.687 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f97d015b7f0 0x7f97d0160a50 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.688 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f97d006fcd0 0x7f97d0160510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.688 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 --2- 172.21.15.99:0/1005626010 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f97d006dee0 0x7f97d0151d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.688 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 -- 172.21.15.99:0/1005626010 >> 172.21.15.99:0/1005626010 conn(0x7f97d0071110 msgr2=0x7f97d00cc1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:05.688 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 -- 172.21.15.99:0/1005626010 shutdown_connections 2024-09-13T17:01:05.688 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.680+0000 7f97d7400700 1 -- 172.21.15.99:0/1005626010 wait complete. 2024-09-13T17:01:05.689 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:01:05.709 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":64,"stamp":"2024-09-13T17:01:04.165548+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":6,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236420,"kb_used_data":3876,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738300,"statfs":{"total":773094113280,"available":772852019200,"internally_reserved":0,"allocated":3969024,"data_stored":2236125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.759818"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414567+0000","last_change":"2024-09-13T17:00:59.414567+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414567+0000","last_undegraded":"2024-09-13T17:00:59.414567+0000","last_fullsized":"2024-09-13T17:00:59.414567+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:25.674251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411163+0000","last_change":"2024-09-13T17:00:59.411163+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411163+0000","last_undegraded":"2024-09-13T17:00:59.411163+0000","last_fullsized":"2024-09-13T17:00:59.411163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:55.021689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416544+0000","last_change":"2024-09-13T17:00:59.416544+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416544+0000","last_undegraded":"2024-09-13T17:00:59.416544+0000","last_fullsized":"2024-09-13T17:00:59.416544+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:29.119076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411196+0000","last_change":"2024-09-13T17:00:59.411196+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411196+0000","last_undegraded":"2024-09-13T17:00:59.411196+0000","last_fullsized":"2024-09-13T17:00:59.411196+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:59.467233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.702851+0000","last_change":"2024-09-13T17:00:59.702851+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.702851+0000","last_undegraded":"2024-09-13T17:00:59.702851+0000","last_fullsized":"2024-09-13T17:00:59.702851+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.702043+0000","last_change":"2024-09-13T17:00:59.702043+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.702043+0000","last_undegraded":"2024-09-13T17:00:59.702043+0000","last_fullsized":"2024-09-13T17:00:59.702043+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416830+0000","last_change":"2024-09-13T17:00:59.416830+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416830+0000","last_undegraded":"2024-09-13T17:00:59.416830+0000","last_fullsized":"2024-09-13T17:00:59.416830+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:52.161696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701089+0000","last_change":"2024-09-13T17:00:59.701089+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701089+0000","last_undegraded":"2024-09-13T17:00:59.701089+0000","last_fullsized":"2024-09-13T17:00:59.701089+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:13.713469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415384+0000","last_change":"2024-09-13T17:00:59.415384+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415384+0000","last_undegraded":"2024-09-13T17:00:59.415384+0000","last_fullsized":"2024-09-13T17:00:59.415384+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:45.903142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415081+0000","last_change":"2024-09-13T17:00:59.415081+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415081+0000","last_undegraded":"2024-09-13T17:00:59.415081+0000","last_fullsized":"2024-09-13T17:00:59.415081+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:33:50.437069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414257+0000","last_change":"2024-09-13T17:00:59.414257+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414257+0000","last_undegraded":"2024-09-13T17:00:59.414257+0000","last_fullsized":"2024-09-13T17:00:59.414257+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:21.091982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411135+0000","last_change":"2024-09-13T17:00:59.411135+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411135+0000","last_undegraded":"2024-09-13T17:00:59.411135+0000","last_fullsized":"2024-09-13T17:00:59.411135+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:46.468679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701259+0000","last_change":"2024-09-13T17:00:59.701259+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701259+0000","last_undegraded":"2024-09-13T17:00:59.701259+0000","last_fullsized":"2024-09-13T17:00:59.701259+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410496+0000","last_change":"2024-09-13T17:00:59.410496+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410496+0000","last_undegraded":"2024-09-13T17:00:59.410496+0000","last_fullsized":"2024-09-13T17:00:59.410496+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:41.111346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410475+0000","last_change":"2024-09-13T17:00:59.410475+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410475+0000","last_undegraded":"2024-09-13T17:00:59.410475+0000","last_fullsized":"2024-09-13T17:00:59.410475+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:19:17.593862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416453+0000","last_change":"2024-09-13T17:00:59.416453+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416453+0000","last_undegraded":"2024-09-13T17:00:59.416453+0000","last_fullsized":"2024-09-13T17:00:59.416453+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:10.638581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416630+0000","last_change":"2024-09-13T17:00:59.416630+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416630+0000","last_undegraded":"2024-09-13T17:00:59.416630+0000","last_fullsized":"2024-09-13T17:00:59.416630+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:06:03.975002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701804+0000","last_change":"2024-09-13T17:00:59.701804+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701804+0000","last_undegraded":"2024-09-13T17:00:59.701804+0000","last_fullsized":"2024-09-13T17:00:59.701804+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:54.336191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415471+0000","last_change":"2024-09-13T17:00:59.415471+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415471+0000","last_undegraded":"2024-09-13T17:00:59.415471+0000","last_fullsized":"2024-09-13T17:00:59.415471+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:00:49.336146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.413463+0000","last_change":"2024-09-13T17:00:59.413463+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.413463+0000","last_undegraded":"2024-09-13T17:00:59.413463+0000","last_fullsized":"2024-09-13T17:00:59.413463+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:45:53.763130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415930+0000","last_change":"2024-09-13T17:00:59.415930+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415930+0000","last_undegraded":"2024-09-13T17:00:59.415930+0000","last_fullsized":"2024-09-13T17:00:59.415930+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:57:46.754814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701284+0000","last_change":"2024-09-13T17:00:59.701284+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701284+0000","last_undegraded":"2024-09-13T17:00:59.701284+0000","last_fullsized":"2024-09-13T17:00:59.701284+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:40:34.859068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410535+0000","last_change":"2024-09-13T17:00:59.410535+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410535+0000","last_undegraded":"2024-09-13T17:00:59.410535+0000","last_fullsized":"2024-09-13T17:00:59.410535+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:54.399455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.413930+0000","last_change":"2024-09-13T17:00:59.413930+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.413930+0000","last_undegraded":"2024-09-13T17:00:59.413930+0000","last_fullsized":"2024-09-13T17:00:59.413930+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:35.015409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410107+0000","last_change":"2024-09-13T17:00:59.410107+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410107+0000","last_undegraded":"2024-09-13T17:00:59.410107+0000","last_fullsized":"2024-09-13T17:00:59.410107+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414520+0000","last_change":"2024-09-13T17:00:59.414520+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414520+0000","last_undegraded":"2024-09-13T17:00:59.414520+0000","last_fullsized":"2024-09-13T17:00:59.414520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:25.830340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410019+0000","last_change":"2024-09-13T17:00:59.410019+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410019+0000","last_undegraded":"2024-09-13T17:00:59.410019+0000","last_fullsized":"2024-09-13T17:00:59.410019+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.409855+0000","last_change":"2024-09-13T17:00:59.409855+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.409855+0000","last_undegraded":"2024-09-13T17:00:59.409855+0000","last_fullsized":"2024-09-13T17:00:59.409855+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410689+0000","last_change":"2024-09-13T17:00:59.410689+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410689+0000","last_undegraded":"2024-09-13T17:00:59.410689+0000","last_fullsized":"2024-09-13T17:00:59.410689+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701283+0000","last_change":"2024-09-13T17:00:59.701283+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701283+0000","last_undegraded":"2024-09-13T17:00:59.701283+0000","last_fullsized":"2024-09-13T17:00:59.701283+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411772+0000","last_change":"2024-09-13T17:00:59.411772+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411772+0000","last_undegraded":"2024-09-13T17:00:59.411772+0000","last_fullsized":"2024-09-13T17:00:59.411772+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:04.603953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414877+0000","last_change":"2024-09-13T17:00:59.414877+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414877+0000","last_undegraded":"2024-09-13T17:00:59.414877+0000","last_fullsized":"2024-09-13T17:00:59.414877+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:05.246508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":173,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-13T17:00:53.641178+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:00:53.641178+0000","last_peered":"2024-09-13T17:00:53.641178+0000","last_clean":"2024-09-13T17:00:53.641178+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:00:53.641178+0000","last_undegraded":"2024-09-13T17:00:53.641178+0000","last_fullsized":"2024-09-13T17:00:53.641178+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.014},{"interface":"front","average":{"1min":1.337,"5min":1.337,"15min":1.337},"min":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":0.89200000000000002}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":1.155}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.875},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"min":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":1.0449999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.286,"15min":1.286},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":0.77900000000000003},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":2.1339999999999999,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":1.125}]},{"osd":4,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.456,"15min":1.456},"min":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.242},{"interface":"front","average":{"1min":1.496,"5min":1.496,"15min":1.496},"min":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.92800000000000005}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.82399999999999995},{"interface":"front","average":{"1min":1.542,"5min":1.542,"15min":1.542},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":0.96999999999999997}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.583,"15min":1.583},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":1.3089999999999999},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.002,"5min":1.002,"15min":1.002},"max":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":1.091}]}]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":0.997},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":1.405}]},{"osd":1,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":1.74,"5min":1.74,"15min":1.74},"last":1.3260000000000001},{"interface":"front","average":{"1min":1.306,"5min":1.306,"15min":1.306},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.337}]},{"osd":2,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.069},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.143}]},{"osd":3,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.415,"5min":2.415,"15min":2.415},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.48}]},{"osd":4,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":1.3839999999999999},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":3.4569999999999999,"5min":3.4569999999999999,"15min":3.4569999999999999},"last":1.2150000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.24},{"interface":"front","average":{"1min":1.514,"5min":1.514,"15min":1.514},"min":{"1min":1.01,"5min":1.01,"15min":1.01},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":1.2649999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.657,"15min":1.657},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":3.3290000000000002,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.298},{"interface":"front","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.2849999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":937984,"data_stored":721400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.212,"15min":1.212},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":2.202,"5min":2.202,"15min":2.202},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.204}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.224},{"interface":"front","average":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.1400000000000001,"5min":2.1400000000000001,"15min":2.1400000000000001},"last":1.0620000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":0.75},{"interface":"front","average":{"1min":1.226,"5min":1.226,"15min":1.226},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":1.379}]},{"osd":3,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.90000000000000002},{"interface":"front","average":{"1min":1.351,"5min":1.351,"15min":1.351},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.282}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.3,"15min":1.3},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":1.151},{"interface":"front","average":{"1min":1.294,"5min":1.294,"15min":1.294},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":1.1799999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":1.266,"15min":1.266},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":1.1060000000000001},{"interface":"front","average":{"1min":1.325,"5min":1.325,"15min":1.325},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":1.0209999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.2669999999999999},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"min":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"max":{"1min":2.2250000000000001,"5min":2.2250000000000001,"15min":2.2250000000000001},"last":1.343}]}]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":0.88500000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.238,"15min":1.238},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.196,"5min":1.196,"15min":1.196},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":1.0309999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.228,"15min":1.228},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.131},{"interface":"front","average":{"1min":1.327,"5min":1.327,"15min":1.327},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":0.92600000000000005}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":0.91200000000000003},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":2.0310000000000001,"5min":2.0310000000000001,"15min":2.0310000000000001},"last":1.002}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.335,"15min":1.335},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.85199999999999998}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.6579999999999999,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.1759999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.569,"15min":1.569},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1949999999999998,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":0.99099999999999999},{"interface":"front","average":{"1min":1.865,"5min":1.865,"15min":1.865},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":7.077,"5min":7.077,"15min":7.077},"last":0.96199999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":1.117},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":1.0009999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":1.244}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.946,"5min":1.946,"15min":1.946},"last":1.073},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.746,"5min":2.746,"15min":2.746},"last":1.3460000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.1779999999999999},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.873,"5min":0.873,"15min":0.873},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.1559999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.222},{"interface":"front","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":1.2989999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":1.387},{"interface":"front","average":{"1min":1.45,"5min":1.45,"15min":1.45},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":2.0939999999999999,"5min":2.0939999999999999,"15min":2.0939999999999999},"last":1.375}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":2.903,"5min":2.903,"15min":2.903},"last":1.411},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"last":1.4750000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":4.0469999999999997,"5min":4.0469999999999997,"15min":4.0469999999999997},"last":1.133},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.90500000000000003}]},{"osd":1,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.1299999999999999,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.82099999999999995}]},{"osd":3,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":1.198,"5min":1.198,"15min":1.198},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.96,"5min":2.96,"15min":2.96},"last":0.88300000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.048,"5min":3.048,"15min":3.048},"last":1.173},{"interface":"front","average":{"1min":1.573,"5min":1.573,"15min":1.573},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":3.9140000000000001,"5min":3.9140000000000001,"15min":3.9140000000000001},"last":1.294}]},{"osd":5,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.591,"15min":1.591},"min":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":1.6779999999999999},{"interface":"front","average":{"1min":1.49,"5min":1.49,"15min":1.49},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":2.8799999999999999,"5min":2.8799999999999999,"15min":2.8799999999999999},"last":1.27}]},{"osd":6,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":3.2509999999999999},"last":1.603},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"min":{"1min":1.117,"5min":1.117,"15min":1.117},"max":{"1min":3.202,"5min":3.202,"15min":3.202},"last":1.254}]},{"osd":7,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":4.4429999999999996,"5min":4.4429999999999996,"15min":4.4429999999999996},"last":1.4770000000000001},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5940000000000001,"15min":1.5940000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":3.573,"5min":3.573,"15min":3.573},"last":1.395}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":722419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.74399999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":1.073}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":0.82599999999999996},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.7970000000000002,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.98799999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":3.0449999999999999,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":1.038},{"interface":"front","average":{"1min":1.369,"5min":1.369,"15min":1.369},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":1.1890000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"min":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":1.2829999999999999},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"min":{"1min":1.016,"5min":1.016,"15min":1.016},"max":{"1min":3.2309999999999999,"5min":3.2309999999999999,"15min":3.2309999999999999},"last":1.2430000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.371,"15min":1.371},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":3.3420000000000001,"5min":3.3420000000000001,"15min":3.3420000000000001},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":1.173}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.504,"5min":1.504,"15min":1.504},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.9350000000000001,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":1.335}]}]},{"osd":0,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":3.677,"5min":3.677,"15min":3.677},"last":0.878},{"interface":"front","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":0.90700000000000003}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":0.751}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.71099999999999997},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.3650000000000002,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":0.98999999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":2.0840000000000001,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":2.1520000000000001,"5min":2.1520000000000001,"15min":2.1520000000000001},"last":1.2250000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":1.036,"5min":1.036,"15min":1.036},"max":{"1min":3.1720000000000002,"5min":3.1720000000000002,"15min":3.1720000000000002},"last":1.151},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.3140000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"max":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.083},{"interface":"front","average":{"1min":1.524,"5min":1.524,"15min":1.524},"min":{"1min":1.109,"5min":1.109,"15min":1.109},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":1.25}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.413},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":1.347}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:01:05.714 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:01:05.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.924+0000 7f038be00700 1 Processor -- start 2024-09-13T17:01:05.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f038be00700 1 -- start start 2024-09-13T17:01:05.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f038be00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0384144670 0x7f03840b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f038be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f03840ccd10 0x7f03840b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f038be00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f038415b390 0x7f038415b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f038be00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03840cc880 con 0x7f0384144670 2024-09-13T17:01:05.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f038be00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f038415c130 con 0x7f038415b390 2024-09-13T17:01:05.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f038be00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0384144a50 con 0x7f03840ccd10 2024-09-13T17:01:05.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f0389400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0384144670 0x7f03840b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f0389400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f0384144670 0x7f03840b3ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44732/0 (socket says 172.21.15.99:44732) 2024-09-13T17:01:05.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f0389400700 1 -- 172.21.15.99:0/1900540380 learned_addr learned my addr 172.21.15.99:0/1900540380 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:05.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f0389e00700 1 --2- 172.21.15.99:0/1900540380 >> v2:172.21.15.170:3300/0 conn(0x7f038415b390 0x7f038415b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.928+0000 7f0388a00700 1 --2- 172.21.15.99:0/1900540380 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f03840ccd10 0x7f03840b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f0389400700 1 -- 172.21.15.99:0/1900540380 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f03840ccd10 msgr2=0x7f03840b4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:05.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f0389400700 1 --2- 172.21.15.99:0/1900540380 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f03840ccd10 0x7f03840b4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f0389400700 1 -- 172.21.15.99:0/1900540380 >> v2:172.21.15.170:3300/0 conn(0x7f038415b390 msgr2=0x7f038415b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:05.936 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f0389400700 1 --2- 172.21.15.99:0/1900540380 >> v2:172.21.15.170:3300/0 conn(0x7f038415b390 0x7f038415b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.937 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f0389400700 1 -- 172.21.15.99:0/1900540380 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03840cbf50 con 0x7f0384144670 2024-09-13T17:01:05.937 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f0389400700 1 --2- 172.21.15.99:0/1900540380 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0384144670 0x7f03840b3ff0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f038406c680 tx=0x7f0378009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=237669a4d84a5eb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:05.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f0383e00700 1 -- 172.21.15.99:0/1900540380 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0378011830 con 0x7f0384144670 2024-09-13T17:01:05.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f0383e00700 1 -- 172.21.15.99:0/1900540380 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0378011990 con 0x7f0384144670 2024-09-13T17:01:05.938 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f0383e00700 1 -- 172.21.15.99:0/1900540380 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0378011d20 con 0x7f0384144670 2024-09-13T17:01:05.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f038be00700 1 -- 172.21.15.99:0/1900540380 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0384144670 msgr2=0x7f03840b3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f038be00700 1 --2- 172.21.15.99:0/1900540380 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0384144670 0x7f03840b3ff0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f038406c680 tx=0x7f0378009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f038be00700 1 -- 172.21.15.99:0/1900540380 shutdown_connections 2024-09-13T17:01:05.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f038be00700 1 --2- 172.21.15.99:0/1900540380 >> v2:172.21.15.170:3300/0 conn(0x7f038415b390 0x7f038415b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f038be00700 1 --2- 172.21.15.99:0/1900540380 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f03840ccd10 0x7f03840b4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f038be00700 1 --2- 172.21.15.99:0/1900540380 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0384144670 0x7f03840b3ff0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f038be00700 1 -- 172.21.15.99:0/1900540380 >> 172.21.15.99:0/1900540380 conn(0x7f0384071110 msgr2=0x7f0384071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:05.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f038be00700 1 -- 172.21.15.99:0/1900540380 shutdown_connections 2024-09-13T17:01:05.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.932+0000 7f038be00700 1 -- 172.21.15.99:0/1900540380 wait complete. 2024-09-13T17:01:05.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f038be00700 1 Processor -- start 2024-09-13T17:01:05.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f038be00700 1 -- start start 2024-09-13T17:01:05.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f038be00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03840ccd10 0x7f03841f0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f038be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0384144670 0x7f0384153f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f038be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f038415b390 0x7f038413f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f038be00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f038413fd80 con 0x7f038415b390 2024-09-13T17:01:05.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f038be00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0384158f20 con 0x7f03840ccd10 2024-09-13T17:01:05.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f038be00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0384159200 con 0x7f0384144670 2024-09-13T17:01:05.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f038415b390 0x7f038413f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f038415b390 0x7f038413f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44742/0 (socket says 172.21.15.99:44742) 2024-09-13T17:01:05.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389e00700 1 -- 172.21.15.99:0/3523889572 learned_addr learned my addr 172.21.15.99:0/3523889572 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:05.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0388a00700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0384144670 0x7f0384153f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389400700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03840ccd10 0x7f03841f0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389e00700 1 -- 172.21.15.99:0/3523889572 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0384144670 msgr2=0x7f0384153f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389e00700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0384144670 0x7f0384153f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389e00700 1 -- 172.21.15.99:0/3523889572 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03840ccd10 msgr2=0x7f03841f0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389e00700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03840ccd10 0x7f03841f0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389e00700 1 -- 172.21.15.99:0/3523889572 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0378009570 con 0x7f038415b390 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389400700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03840ccd10 0x7f03841f0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.936+0000 7f0389e00700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f038415b390 0x7f038413f840 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f037c00efc0 tx=0x7f037c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.940+0000 7f0381600700 1 -- 172.21.15.99:0/3523889572 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f037c009ea0 con 0x7f038415b390 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.940+0000 7f0381600700 1 -- 172.21.15.99:0/3523889572 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f037c00f040 con 0x7f038415b390 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.940+0000 7f0381600700 1 -- 172.21.15.99:0/3523889572 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f037c014480 con 0x7f038415b390 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.940+0000 7f038be00700 1 -- 172.21.15.99:0/3523889572 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03841594e0 con 0x7f038415b390 2024-09-13T17:01:05.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.940+0000 7f038be00700 1 -- 172.21.15.99:0/3523889572 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0384159aa0 con 0x7f038415b390 2024-09-13T17:01:05.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.940+0000 7f038be00700 1 -- 172.21.15.99:0/3523889572 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f038415b7e0 con 0x7f038415b390 2024-09-13T17:01:05.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.940+0000 7f0381600700 1 -- 172.21.15.99:0/3523889572 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f037c0145e0 con 0x7f038415b390 2024-09-13T17:01:05.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.944+0000 7f0381600700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0364066730 0x7f0364068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:05.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.944+0000 7f0381600700 1 -- 172.21.15.99:0/3523889572 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f037c084920 con 0x7f038415b390 2024-09-13T17:01:05.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.944+0000 7f0389400700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0364066730 0x7f0364068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:05.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.944+0000 7f0389400700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0364066730 0x7f0364068bf0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0378000c00 tx=0x7f0378008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:05.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:05.952+0000 7f0381600700 1 -- 172.21.15.99:0/3523889572 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f037c051c90 con 0x7f038415b390 2024-09-13T17:01:06.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.132+0000 7f038be00700 1 -- 172.21.15.99:0/3523889572 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f03840cc510 con 0x7f0364066730 2024-09-13T17:01:06.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.144+0000 7f0381600700 1 -- 172.21.15.99:0/3523889572 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+275274 (secure 0 0 0) 0x7f0378011b80 con 0x7f0364066730 2024-09-13T17:01:06.157 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:06.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 -- 172.21.15.99:0/3523889572 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0364066730 msgr2=0x7f0364068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0364066730 0x7f0364068bf0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0378000c00 tx=0x7f0378008030 comp rx=0 tx=0).stop 2024-09-13T17:01:06.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 -- 172.21.15.99:0/3523889572 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f038415b390 msgr2=0x7f038413f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f038415b390 0x7f038413f840 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f037c00efc0 tx=0x7f037c00c3a0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 -- 172.21.15.99:0/3523889572 shutdown_connections 2024-09-13T17:01:06.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0364066730 0x7f0364068bf0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f038415b390 0x7f038413f840 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0384144670 0x7f0384153f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 --2- 172.21.15.99:0/3523889572 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f03840ccd10 0x7f03841f0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 -- 172.21.15.99:0/3523889572 >> 172.21.15.99:0/3523889572 conn(0x7f0384071110 msgr2=0x7f03840714f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:06.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 -- 172.21.15.99:0/3523889572 shutdown_connections 2024-09-13T17:01:06.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.152+0000 7f038be00700 1 -- 172.21.15.99:0/3523889572 wait complete. 2024-09-13T17:01:06.168 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:01:06.180 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":64,"stamp":"2024-09-13T17:01:04.165548+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":6,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236420,"kb_used_data":3876,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738300,"statfs":{"total":773094113280,"available":772852019200,"internally_reserved":0,"allocated":3969024,"data_stored":2236125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.759818"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414567+0000","last_change":"2024-09-13T17:00:59.414567+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414567+0000","last_undegraded":"2024-09-13T17:00:59.414567+0000","last_fullsized":"2024-09-13T17:00:59.414567+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:25.674251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411163+0000","last_change":"2024-09-13T17:00:59.411163+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411163+0000","last_undegraded":"2024-09-13T17:00:59.411163+0000","last_fullsized":"2024-09-13T17:00:59.411163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:55.021689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416544+0000","last_change":"2024-09-13T17:00:59.416544+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416544+0000","last_undegraded":"2024-09-13T17:00:59.416544+0000","last_fullsized":"2024-09-13T17:00:59.416544+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:29.119076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411196+0000","last_change":"2024-09-13T17:00:59.411196+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411196+0000","last_undegraded":"2024-09-13T17:00:59.411196+0000","last_fullsized":"2024-09-13T17:00:59.411196+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:59.467233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.702851+0000","last_change":"2024-09-13T17:00:59.702851+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.702851+0000","last_undegraded":"2024-09-13T17:00:59.702851+0000","last_fullsized":"2024-09-13T17:00:59.702851+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.702043+0000","last_change":"2024-09-13T17:00:59.702043+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.702043+0000","last_undegraded":"2024-09-13T17:00:59.702043+0000","last_fullsized":"2024-09-13T17:00:59.702043+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416830+0000","last_change":"2024-09-13T17:00:59.416830+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416830+0000","last_undegraded":"2024-09-13T17:00:59.416830+0000","last_fullsized":"2024-09-13T17:00:59.416830+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:52.161696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701089+0000","last_change":"2024-09-13T17:00:59.701089+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701089+0000","last_undegraded":"2024-09-13T17:00:59.701089+0000","last_fullsized":"2024-09-13T17:00:59.701089+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:13.713469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415384+0000","last_change":"2024-09-13T17:00:59.415384+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415384+0000","last_undegraded":"2024-09-13T17:00:59.415384+0000","last_fullsized":"2024-09-13T17:00:59.415384+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:45.903142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415081+0000","last_change":"2024-09-13T17:00:59.415081+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415081+0000","last_undegraded":"2024-09-13T17:00:59.415081+0000","last_fullsized":"2024-09-13T17:00:59.415081+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:33:50.437069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414257+0000","last_change":"2024-09-13T17:00:59.414257+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414257+0000","last_undegraded":"2024-09-13T17:00:59.414257+0000","last_fullsized":"2024-09-13T17:00:59.414257+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:21.091982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411135+0000","last_change":"2024-09-13T17:00:59.411135+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411135+0000","last_undegraded":"2024-09-13T17:00:59.411135+0000","last_fullsized":"2024-09-13T17:00:59.411135+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:46.468679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701259+0000","last_change":"2024-09-13T17:00:59.701259+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701259+0000","last_undegraded":"2024-09-13T17:00:59.701259+0000","last_fullsized":"2024-09-13T17:00:59.701259+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410496+0000","last_change":"2024-09-13T17:00:59.410496+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410496+0000","last_undegraded":"2024-09-13T17:00:59.410496+0000","last_fullsized":"2024-09-13T17:00:59.410496+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:41.111346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410475+0000","last_change":"2024-09-13T17:00:59.410475+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410475+0000","last_undegraded":"2024-09-13T17:00:59.410475+0000","last_fullsized":"2024-09-13T17:00:59.410475+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:19:17.593862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416453+0000","last_change":"2024-09-13T17:00:59.416453+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416453+0000","last_undegraded":"2024-09-13T17:00:59.416453+0000","last_fullsized":"2024-09-13T17:00:59.416453+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:10.638581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.416630+0000","last_change":"2024-09-13T17:00:59.416630+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.416630+0000","last_undegraded":"2024-09-13T17:00:59.416630+0000","last_fullsized":"2024-09-13T17:00:59.416630+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:06:03.975002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701804+0000","last_change":"2024-09-13T17:00:59.701804+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701804+0000","last_undegraded":"2024-09-13T17:00:59.701804+0000","last_fullsized":"2024-09-13T17:00:59.701804+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:54.336191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415471+0000","last_change":"2024-09-13T17:00:59.415471+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415471+0000","last_undegraded":"2024-09-13T17:00:59.415471+0000","last_fullsized":"2024-09-13T17:00:59.415471+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:00:49.336146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.413463+0000","last_change":"2024-09-13T17:00:59.413463+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.413463+0000","last_undegraded":"2024-09-13T17:00:59.413463+0000","last_fullsized":"2024-09-13T17:00:59.413463+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:45:53.763130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.415930+0000","last_change":"2024-09-13T17:00:59.415930+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.415930+0000","last_undegraded":"2024-09-13T17:00:59.415930+0000","last_fullsized":"2024-09-13T17:00:59.415930+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:57:46.754814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701284+0000","last_change":"2024-09-13T17:00:59.701284+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701284+0000","last_undegraded":"2024-09-13T17:00:59.701284+0000","last_fullsized":"2024-09-13T17:00:59.701284+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:40:34.859068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410535+0000","last_change":"2024-09-13T17:00:59.410535+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410535+0000","last_undegraded":"2024-09-13T17:00:59.410535+0000","last_fullsized":"2024-09-13T17:00:59.410535+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:54.399455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.413930+0000","last_change":"2024-09-13T17:00:59.413930+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.413930+0000","last_undegraded":"2024-09-13T17:00:59.413930+0000","last_fullsized":"2024-09-13T17:00:59.413930+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:35.015409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410107+0000","last_change":"2024-09-13T17:00:59.410107+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410107+0000","last_undegraded":"2024-09-13T17:00:59.410107+0000","last_fullsized":"2024-09-13T17:00:59.410107+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414520+0000","last_change":"2024-09-13T17:00:59.414520+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414520+0000","last_undegraded":"2024-09-13T17:00:59.414520+0000","last_fullsized":"2024-09-13T17:00:59.414520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:25.830340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410019+0000","last_change":"2024-09-13T17:00:59.410019+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410019+0000","last_undegraded":"2024-09-13T17:00:59.410019+0000","last_fullsized":"2024-09-13T17:00:59.410019+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.409855+0000","last_change":"2024-09-13T17:00:59.409855+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.409855+0000","last_undegraded":"2024-09-13T17:00:59.409855+0000","last_fullsized":"2024-09-13T17:00:59.409855+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.410689+0000","last_change":"2024-09-13T17:00:59.410689+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.410689+0000","last_undegraded":"2024-09-13T17:00:59.410689+0000","last_fullsized":"2024-09-13T17:00:59.410689+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.701283+0000","last_change":"2024-09-13T17:00:59.701283+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.701283+0000","last_undegraded":"2024-09-13T17:00:59.701283+0000","last_fullsized":"2024-09-13T17:00:59.701283+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.411772+0000","last_change":"2024-09-13T17:00:59.411772+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.411772+0000","last_undegraded":"2024-09-13T17:00:59.411772+0000","last_fullsized":"2024-09-13T17:00:59.411772+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:04.603953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T17:01:00.406012+0000","last_change":"2024-09-13T17:01:00.406012+0000","last_active":"2024-09-13T17:01:00.406012+0000","last_peered":"2024-09-13T17:01:00.406012+0000","last_clean":"2024-09-13T17:01:00.406012+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:01:00.406012+0000","last_undegraded":"2024-09-13T17:01:00.406012+0000","last_fullsized":"2024-09-13T17:01:00.406012+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-13T17:00:59.414877+0000","last_change":"2024-09-13T17:00:59.414877+0000","last_active":"2024-09-13T17:00:59.392712+0000","last_peered":"2024-09-13T17:00:59.392712+0000","last_clean":"2024-09-13T17:00:59.392712+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T17:00:59.414877+0000","last_undegraded":"2024-09-13T17:00:59.414877+0000","last_fullsized":"2024-09-13T17:00:59.414877+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:05.246508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":173,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-13T17:00:53.641178+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:00:53.641178+0000","last_peered":"2024-09-13T17:00:53.641178+0000","last_clean":"2024-09-13T17:00:53.641178+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:00:53.641178+0000","last_undegraded":"2024-09-13T17:00:53.641178+0000","last_fullsized":"2024-09-13T17:00:53.641178+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.014},{"interface":"front","average":{"1min":1.337,"5min":1.337,"15min":1.337},"min":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":0.89200000000000002}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":1.155}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.875},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"min":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":1.0449999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.286,"15min":1.286},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":0.77900000000000003},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":2.1339999999999999,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":1.125}]},{"osd":4,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.456,"15min":1.456},"min":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.242},{"interface":"front","average":{"1min":1.496,"5min":1.496,"15min":1.496},"min":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.92800000000000005}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":0.82399999999999995},{"interface":"front","average":{"1min":1.542,"5min":1.542,"15min":1.542},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":0.96999999999999997}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.583,"15min":1.583},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":1.3089999999999999},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.002,"5min":1.002,"15min":1.002},"max":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":1.091}]}]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":0.997},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":1.405}]},{"osd":1,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":1.74,"5min":1.74,"15min":1.74},"last":1.3260000000000001},{"interface":"front","average":{"1min":1.306,"5min":1.306,"15min":1.306},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.337}]},{"osd":2,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.069},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.143}]},{"osd":3,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.415,"5min":2.415,"15min":2.415},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.48}]},{"osd":4,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":1.3839999999999999},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":3.4569999999999999,"5min":3.4569999999999999,"15min":3.4569999999999999},"last":1.2150000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.24},{"interface":"front","average":{"1min":1.514,"5min":1.514,"15min":1.514},"min":{"1min":1.01,"5min":1.01,"15min":1.01},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":1.2649999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.657,"15min":1.657},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":3.3290000000000002,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.298},{"interface":"front","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.2849999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574864,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":937984,"data_stored":721400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.212,"15min":1.212},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":2.202,"5min":2.202,"15min":2.202},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.204}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.224},{"interface":"front","average":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.1400000000000001,"5min":2.1400000000000001,"15min":2.1400000000000001},"last":1.0620000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":0.75},{"interface":"front","average":{"1min":1.226,"5min":1.226,"15min":1.226},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":1.379}]},{"osd":3,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.90000000000000002},{"interface":"front","average":{"1min":1.351,"5min":1.351,"15min":1.351},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.282}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.3,"15min":1.3},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":1.151},{"interface":"front","average":{"1min":1.294,"5min":1.294,"15min":1.294},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":1.1799999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":1.266,"15min":1.266},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":1.1060000000000001},{"interface":"front","average":{"1min":1.325,"5min":1.325,"15min":1.325},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":1.0209999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.2669999999999999},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"min":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"max":{"1min":2.2250000000000001,"5min":2.2250000000000001,"15min":2.2250000000000001},"last":1.343}]}]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":0.88500000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.238,"15min":1.238},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.196,"5min":1.196,"15min":1.196},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":1.0309999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.228,"15min":1.228},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.131},{"interface":"front","average":{"1min":1.327,"5min":1.327,"15min":1.327},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":0.92600000000000005}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":0.91200000000000003},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":2.0310000000000001,"5min":2.0310000000000001,"15min":2.0310000000000001},"last":1.002}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.335,"15min":1.335},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.85199999999999998}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.6579999999999999,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.1759999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.569,"15min":1.569},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1949999999999998,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":0.99099999999999999},{"interface":"front","average":{"1min":1.865,"5min":1.865,"15min":1.865},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":7.077,"5min":7.077,"15min":7.077},"last":0.96199999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":1.117},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":1.0009999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":1.244}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.946,"5min":1.946,"15min":1.946},"last":1.073},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.746,"5min":2.746,"15min":2.746},"last":1.3460000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.1779999999999999},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.873,"5min":0.873,"15min":0.873},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.1559999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.222},{"interface":"front","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":1.2989999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":1.387},{"interface":"front","average":{"1min":1.45,"5min":1.45,"15min":1.45},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":2.0939999999999999,"5min":2.0939999999999999,"15min":2.0939999999999999},"last":1.375}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":2.903,"5min":2.903,"15min":2.903},"last":1.411},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"last":1.4750000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":4.0469999999999997,"5min":4.0469999999999997,"15min":4.0469999999999997},"last":1.133},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.90500000000000003}]},{"osd":1,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":0.67400000000000004},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.1299999999999999,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.82099999999999995}]},{"osd":3,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":1.198,"5min":1.198,"15min":1.198},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.96,"5min":2.96,"15min":2.96},"last":0.88300000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.048,"5min":3.048,"15min":3.048},"last":1.173},{"interface":"front","average":{"1min":1.573,"5min":1.573,"15min":1.573},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":3.9140000000000001,"5min":3.9140000000000001,"15min":3.9140000000000001},"last":1.294}]},{"osd":5,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.591,"15min":1.591},"min":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":1.6779999999999999},{"interface":"front","average":{"1min":1.49,"5min":1.49,"15min":1.49},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":2.8799999999999999,"5min":2.8799999999999999,"15min":2.8799999999999999},"last":1.27}]},{"osd":6,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":3.2509999999999999},"last":1.603},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"min":{"1min":1.117,"5min":1.117,"15min":1.117},"max":{"1min":3.202,"5min":3.202,"15min":3.202},"last":1.254}]},{"osd":7,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":4.4429999999999996,"5min":4.4429999999999996,"15min":4.4429999999999996},"last":1.4770000000000001},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5940000000000001,"15min":1.5940000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":3.573,"5min":3.573,"15min":3.573},"last":1.395}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27940,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343900,"statfs":{"total":96636764160,"available":96608153600,"internally_reserved":0,"allocated":942080,"data_stored":722419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.74399999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":1.073}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":0.82599999999999996},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.7970000000000002,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.98799999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":3.0449999999999999,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":1.038},{"interface":"front","average":{"1min":1.369,"5min":1.369,"15min":1.369},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":1.1890000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"min":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":1.2829999999999999},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"min":{"1min":1.016,"5min":1.016,"15min":1.016},"max":{"1min":3.2309999999999999,"5min":3.2309999999999999,"15min":3.2309999999999999},"last":1.2430000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.371,"15min":1.371},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":3.3420000000000001,"5min":3.3420000000000001,"15min":3.3420000000000001},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":1.173}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.504,"5min":1.504,"15min":1.504},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.9350000000000001,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":1.335}]}]},{"osd":0,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27360,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344480,"statfs":{"total":96636764160,"available":96608747520,"internally_reserved":0,"allocated":348160,"data_stored":132051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":3.677,"5min":3.677,"15min":3.677},"last":0.878},{"interface":"front","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":0.90700000000000003}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":0.751}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.71099999999999997},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.3650000000000002,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":0.98999999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":2.0840000000000001,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":2.1520000000000001,"5min":2.1520000000000001,"15min":2.1520000000000001},"last":1.2250000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":1.036,"5min":1.036,"15min":1.036},"max":{"1min":3.1720000000000002,"5min":3.1720000000000002,"15min":3.1720000000000002},"last":1.151},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.3140000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"max":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.083},{"interface":"front","average":{"1min":1.524,"5min":1.524,"15min":1.524},"min":{"1min":1.109,"5min":1.109,"15min":1.109},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":1.25}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.413},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":1.347}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:01:06.189 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3f is not active+clean 2024-09-13T17:01:06.190 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.190 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3e is not active+clean 2024-09-13T17:01:06.190 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.190 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3d is not active+clean 2024-09-13T17:01:06.191 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.191 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3c is not active+clean 2024-09-13T17:01:06.191 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.191 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3b is not active+clean 2024-09-13T17:01:06.191 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.191 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3a is not active+clean 2024-09-13T17:01:06.192 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.192 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.39 is not active+clean 2024-09-13T17:01:06.192 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.192 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.38 is not active+clean 2024-09-13T17:01:06.192 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.193 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.37 is not active+clean 2024-09-13T17:01:06.193 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.193 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.36 is not active+clean 2024-09-13T17:01:06.193 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.193 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.35 is not active+clean 2024-09-13T17:01:06.193 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.194 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.34 is not active+clean 2024-09-13T17:01:06.194 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.194 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.33 is not active+clean 2024-09-13T17:01:06.194 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.194 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.32 is not active+clean 2024-09-13T17:01:06.194 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.195 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.31 is not active+clean 2024-09-13T17:01:06.195 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.195 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.30 is not active+clean 2024-09-13T17:01:06.195 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.195 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2f is not active+clean 2024-09-13T17:01:06.195 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.196 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2e is not active+clean 2024-09-13T17:01:06.196 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.196 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2d is not active+clean 2024-09-13T17:01:06.196 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.197 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2c is not active+clean 2024-09-13T17:01:06.197 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.197 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2b is not active+clean 2024-09-13T17:01:06.197 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.197 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2a is not active+clean 2024-09-13T17:01:06.197 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.200 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.29 is not active+clean 2024-09-13T17:01:06.200 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.201 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.28 is not active+clean 2024-09-13T17:01:06.201 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.201 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.27 is not active+clean 2024-09-13T17:01:06.201 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.201 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.26 is not active+clean 2024-09-13T17:01:06.202 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.202 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.25 is not active+clean 2024-09-13T17:01:06.202 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.202 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.24 is not active+clean 2024-09-13T17:01:06.202 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.202 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.23 is not active+clean 2024-09-13T17:01:06.203 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.203 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.22 is not active+clean 2024-09-13T17:01:06.203 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.203 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.21 is not active+clean 2024-09-13T17:01:06.203 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.204 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.20 is not active+clean 2024-09-13T17:01:06.204 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.204 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1e is not active+clean 2024-09-13T17:01:06.204 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.204 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1f is not active+clean 2024-09-13T17:01:06.204 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.414567+0000', 'last_change': '2024-09-13T17:00:59.414567+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.414567+0000', 'last_undegraded': '2024-09-13T17:00:59.414567+0000', 'last_fullsized': '2024-09-13T17:00:59.414567+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:51:25.674251+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T17:01:06.205 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1f is not active+clean 2024-09-13T17:01:06.205 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.205 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1e is not active+clean 2024-09-13T17:01:06.205 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.411163+0000', 'last_change': '2024-09-13T17:00:59.411163+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.411163+0000', 'last_undegraded': '2024-09-13T17:00:59.411163+0000', 'last_fullsized': '2024-09-13T17:00:59.411163+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:11:55.021689+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T17:01:06.206 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1c is not active+clean 2024-09-13T17:01:06.206 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.206 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1d is not active+clean 2024-09-13T17:01:06.206 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.416544+0000', 'last_change': '2024-09-13T17:00:59.416544+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.416544+0000', 'last_undegraded': '2024-09-13T17:00:59.416544+0000', 'last_fullsized': '2024-09-13T17:00:59.416544+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:16:29.119076+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:01:06.206 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1d is not active+clean 2024-09-13T17:01:06.207 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.207 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1c is not active+clean 2024-09-13T17:01:06.207 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.411196+0000', 'last_change': '2024-09-13T17:00:59.411196+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.411196+0000', 'last_undegraded': '2024-09-13T17:00:59.411196+0000', 'last_fullsized': '2024-09-13T17:00:59.411196+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:43:59.467233+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T17:01:06.207 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1a is not active+clean 2024-09-13T17:01:06.207 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.207 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1b is not active+clean 2024-09-13T17:01:06.208 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.702851+0000', 'last_change': '2024-09-13T17:00:59.702851+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.702851+0000', 'last_undegraded': '2024-09-13T17:00:59.702851+0000', 'last_fullsized': '2024-09-13T17:00:59.702851+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T17:01:06.208 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1b is not active+clean 2024-09-13T17:01:06.208 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.208 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1a is not active+clean 2024-09-13T17:01:06.208 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.702043+0000', 'last_change': '2024-09-13T17:00:59.702043+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.702043+0000', 'last_undegraded': '2024-09-13T17:00:59.702043+0000', 'last_fullsized': '2024-09-13T17:00:59.702043+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T17:01:06.209 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.18 is not active+clean 2024-09-13T17:01:06.209 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.209 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.19 is not active+clean 2024-09-13T17:01:06.209 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.416830+0000', 'last_change': '2024-09-13T17:00:59.416830+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.416830+0000', 'last_undegraded': '2024-09-13T17:00:59.416830+0000', 'last_fullsized': '2024-09-13T17:00:59.416830+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:41:52.161696+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:01:06.209 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.19 is not active+clean 2024-09-13T17:01:06.209 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.210 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.18 is not active+clean 2024-09-13T17:01:06.210 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.701089+0000', 'last_change': '2024-09-13T17:00:59.701089+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.701089+0000', 'last_undegraded': '2024-09-13T17:00:59.701089+0000', 'last_fullsized': '2024-09-13T17:00:59.701089+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T04:06:13.713469+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T17:01:06.210 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.16 is not active+clean 2024-09-13T17:01:06.210 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.210 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.17 is not active+clean 2024-09-13T17:01:06.210 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.415384+0000', 'last_change': '2024-09-13T17:00:59.415384+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.415384+0000', 'last_undegraded': '2024-09-13T17:00:59.415384+0000', 'last_fullsized': '2024-09-13T17:00:59.415384+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:16:45.903142+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T17:01:06.211 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.17 is not active+clean 2024-09-13T17:01:06.211 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.211 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.16 is not active+clean 2024-09-13T17:01:06.211 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.415081+0000', 'last_change': '2024-09-13T17:00:59.415081+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.415081+0000', 'last_undegraded': '2024-09-13T17:00:59.415081+0000', 'last_fullsized': '2024-09-13T17:00:59.415081+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:33:50.437069+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T17:01:06.211 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.14 is not active+clean 2024-09-13T17:01:06.212 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.212 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.15 is not active+clean 2024-09-13T17:01:06.212 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.414257+0000', 'last_change': '2024-09-13T17:00:59.414257+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.414257+0000', 'last_undegraded': '2024-09-13T17:00:59.414257+0000', 'last_fullsized': '2024-09-13T17:00:59.414257+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:46:21.091982+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T17:01:06.212 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.15 is not active+clean 2024-09-13T17:01:06.212 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.212 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.14 is not active+clean 2024-09-13T17:01:06.213 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.411135+0000', 'last_change': '2024-09-13T17:00:59.411135+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.411135+0000', 'last_undegraded': '2024-09-13T17:00:59.411135+0000', 'last_fullsized': '2024-09-13T17:00:59.411135+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:57:46.468679+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T17:01:06.213 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.12 is not active+clean 2024-09-13T17:01:06.213 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.213 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.13 is not active+clean 2024-09-13T17:01:06.213 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.701259+0000', 'last_change': '2024-09-13T17:00:59.701259+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.701259+0000', 'last_undegraded': '2024-09-13T17:00:59.701259+0000', 'last_fullsized': '2024-09-13T17:00:59.701259+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T17:01:06.214 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.13 is not active+clean 2024-09-13T17:01:06.214 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.214 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.12 is not active+clean 2024-09-13T17:01:06.214 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.410496+0000', 'last_change': '2024-09-13T17:00:59.410496+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.410496+0000', 'last_undegraded': '2024-09-13T17:00:59.410496+0000', 'last_fullsized': '2024-09-13T17:00:59.410496+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:27:41.111346+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T17:01:06.214 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.10 is not active+clean 2024-09-13T17:01:06.214 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.215 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.11 is not active+clean 2024-09-13T17:01:06.215 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.410475+0000', 'last_change': '2024-09-13T17:00:59.410475+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.410475+0000', 'last_undegraded': '2024-09-13T17:00:59.410475+0000', 'last_fullsized': '2024-09-13T17:00:59.410475+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:19:17.593862+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T17:01:06.215 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.11 is not active+clean 2024-09-13T17:01:06.215 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.215 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.10 is not active+clean 2024-09-13T17:01:06.215 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.416453+0000', 'last_change': '2024-09-13T17:00:59.416453+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.416453+0000', 'last_undegraded': '2024-09-13T17:00:59.416453+0000', 'last_fullsized': '2024-09-13T17:00:59.416453+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:50:10.638581+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:01:06.216 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.e is not active+clean 2024-09-13T17:01:06.216 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.216 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.f is not active+clean 2024-09-13T17:01:06.216 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.416630+0000', 'last_change': '2024-09-13T17:00:59.416630+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.416630+0000', 'last_undegraded': '2024-09-13T17:00:59.416630+0000', 'last_fullsized': '2024-09-13T17:00:59.416630+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:06:03.975002+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T17:01:06.216 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.f is not active+clean 2024-09-13T17:01:06.217 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.217 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.e is not active+clean 2024-09-13T17:01:06.217 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.701804+0000', 'last_change': '2024-09-13T17:00:59.701804+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.701804+0000', 'last_undegraded': '2024-09-13T17:00:59.701804+0000', 'last_fullsized': '2024-09-13T17:00:59.701804+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:51:54.336191+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T17:01:06.217 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.c is not active+clean 2024-09-13T17:01:06.217 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.217 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.d is not active+clean 2024-09-13T17:01:06.218 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.415471+0000', 'last_change': '2024-09-13T17:00:59.415471+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.415471+0000', 'last_undegraded': '2024-09-13T17:00:59.415471+0000', 'last_fullsized': '2024-09-13T17:00:59.415471+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:00:49.336146+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T17:01:06.218 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.d is not active+clean 2024-09-13T17:01:06.218 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.218 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.c is not active+clean 2024-09-13T17:01:06.218 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.413463+0000', 'last_change': '2024-09-13T17:00:59.413463+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.413463+0000', 'last_undegraded': '2024-09-13T17:00:59.413463+0000', 'last_fullsized': '2024-09-13T17:00:59.413463+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:45:53.763130+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T17:01:06.219 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.a is not active+clean 2024-09-13T17:01:06.219 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.219 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.b is not active+clean 2024-09-13T17:01:06.219 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.415930+0000', 'last_change': '2024-09-13T17:00:59.415930+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.415930+0000', 'last_undegraded': '2024-09-13T17:00:59.415930+0000', 'last_fullsized': '2024-09-13T17:00:59.415930+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:57:46.754814+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T17:01:06.219 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.b is not active+clean 2024-09-13T17:01:06.219 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.220 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.a is not active+clean 2024-09-13T17:01:06.220 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.701284+0000', 'last_change': '2024-09-13T17:00:59.701284+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.701284+0000', 'last_undegraded': '2024-09-13T17:00:59.701284+0000', 'last_fullsized': '2024-09-13T17:00:59.701284+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:40:34.859068+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T17:01:06.220 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.8 is not active+clean 2024-09-13T17:01:06.220 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.220 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.9 is not active+clean 2024-09-13T17:01:06.220 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.410535+0000', 'last_change': '2024-09-13T17:00:59.410535+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.410535+0000', 'last_undegraded': '2024-09-13T17:00:59.410535+0000', 'last_fullsized': '2024-09-13T17:00:59.410535+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T01:14:54.399455+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T17:01:06.221 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.9 is not active+clean 2024-09-13T17:01:06.221 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.221 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.8 is not active+clean 2024-09-13T17:01:06.221 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.413930+0000', 'last_change': '2024-09-13T17:00:59.413930+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.413930+0000', 'last_undegraded': '2024-09-13T17:00:59.413930+0000', 'last_fullsized': '2024-09-13T17:00:59.413930+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:55:35.015409+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T17:01:06.221 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.6 is not active+clean 2024-09-13T17:01:06.221 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.222 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.7 is not active+clean 2024-09-13T17:01:06.222 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.410107+0000', 'last_change': '2024-09-13T17:00:59.410107+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.410107+0000', 'last_undegraded': '2024-09-13T17:00:59.410107+0000', 'last_fullsized': '2024-09-13T17:00:59.410107+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T17:01:06.222 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.7 is not active+clean 2024-09-13T17:01:06.222 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.222 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.6 is not active+clean 2024-09-13T17:01:06.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.414520+0000', 'last_change': '2024-09-13T17:00:59.414520+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.414520+0000', 'last_undegraded': '2024-09-13T17:00:59.414520+0000', 'last_fullsized': '2024-09-13T17:00:59.414520+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:37:25.830340+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T17:01:06.223 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.5 is not active+clean 2024-09-13T17:01:06.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.223 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.4 is not active+clean 2024-09-13T17:01:06.223 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.410019+0000', 'last_change': '2024-09-13T17:00:59.410019+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.410019+0000', 'last_undegraded': '2024-09-13T17:00:59.410019+0000', 'last_fullsized': '2024-09-13T17:00:59.410019+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T17:01:06.223 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2 is not active+clean 2024-09-13T17:01:06.224 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.224 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.3 is not active+clean 2024-09-13T17:01:06.224 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.409855+0000', 'last_change': '2024-09-13T17:00:59.409855+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.409855+0000', 'last_undegraded': '2024-09-13T17:00:59.409855+0000', 'last_fullsized': '2024-09-13T17:00:59.409855+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T17:01:06.224 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3 is not active+clean 2024-09-13T17:01:06.224 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.225 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.2 is not active+clean 2024-09-13T17:01:06.225 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.410689+0000', 'last_change': '2024-09-13T17:00:59.410689+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.410689+0000', 'last_undegraded': '2024-09-13T17:00:59.410689+0000', 'last_fullsized': '2024-09-13T17:00:59.410689+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-13T17:01:06.225 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.0 is not active+clean 2024-09-13T17:01:06.225 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.225 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.1 is not active+clean 2024-09-13T17:01:06.225 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.701283+0000', 'last_change': '2024-09-13T17:00:59.701283+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.701283+0000', 'last_undegraded': '2024-09-13T17:00:59.701283+0000', 'last_fullsized': '2024-09-13T17:00:59.701283+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T17:01:06.226 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1 is not active+clean 2024-09-13T17:01:06.226 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.226 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.0 is not active+clean 2024-09-13T17:01:06.226 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.411772+0000', 'last_change': '2024-09-13T17:00:59.411772+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.411772+0000', 'last_undegraded': '2024-09-13T17:00:59.411772+0000', 'last_fullsized': '2024-09-13T17:00:59.411772+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:31:04.603953+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T17:01:06.226 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.4 is not active+clean 2024-09-13T17:01:06.226 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T17:01:00.406012+0000', 'last_change': '2024-09-13T17:01:00.406012+0000', 'last_active': '2024-09-13T17:01:00.406012+0000', 'last_peered': '2024-09-13T17:01:00.406012+0000', 'last_clean': '2024-09-13T17:01:00.406012+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:01:00.406012+0000', 'last_undegraded': '2024-09-13T17:01:00.406012+0000', 'last_fullsized': '2024-09-13T17:01:00.406012+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'last_clean_scrub_stamp': '2024-09-13T17:01:00.406012+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T17:01:06.227 INFO:tasks.cephfs.filesystem.ceph_manager:PG 4.5 is not active+clean 2024-09-13T17:01:06.227 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '4.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-13T17:00:59.414877+0000', 'last_change': '2024-09-13T17:00:59.414877+0000', 'last_active': '2024-09-13T17:00:59.392712+0000', 'last_peered': '2024-09-13T17:00:59.392712+0000', 'last_clean': '2024-09-13T17:00:59.392712+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T17:00:59.414877+0000', 'last_undegraded': '2024-09-13T17:00:59.414877+0000', 'last_fullsized': '2024-09-13T17:00:59.414877+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'last_clean_scrub_stamp': '2024-09-13T17:00:59.392712+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T19:24:05.246508+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T17:01:06.228 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T17:01:06.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.388+0000 7fbd07200700 1 Processor -- start 2024-09-13T17:01:06.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.388+0000 7fbd07200700 1 -- start start 2024-09-13T17:01:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd07200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd0806e510 0x7fbd080cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd07200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd080b1ef0 con 0x7fbd08160ce0 2024-09-13T17:01:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd07200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd0806cfd0 con 0x7fbd081610c0 2024-09-13T17:01:06.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd07200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd0806d870 con 0x7fbd0806e510 2024-09-13T17:01:06.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fbd08160ce0 0x7fbd0806c7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:40256/0 (socket says 172.21.15.99:40256) 2024-09-13T17:01:06.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05e00700 1 -- 172.21.15.99:0/1255007255 learned_addr learned my addr 172.21.15.99:0/1255007255 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:06.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbcfd400700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd0806e510 0x7fbd080cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 211709190 0 0) 0x7fbd080b1ef0 con 0x7fbd08160ce0 2024-09-13T17:01:06.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbcec0035d0 con 0x7fbd08160ce0 2024-09-13T17:01:06.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2254819277 0 0) 0x7fbcec0035d0 con 0x7fbd08160ce0 2024-09-13T17:01:06.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd0806e510 msgr2=0x7fbd080cbf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:06.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd0806e510 0x7fbd080cbf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 >> v1:172.21.15.170:6789/0 conn(0x7fbd081610c0 legacy=0x7fbd080b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd0806d2b0 con 0x7fbd08160ce0 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7fbcf8001670 con 0x7fbd08160ce0 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbcfd400700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd0806e510 0x7fbd080cbf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 >> v1:172.21.15.99:6789/0 conn(0x7fbd08160ce0 legacy=0x7fbd0806c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd0806e510 0x7fbcec003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcec003f90 0x7fbcec004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcec004db0 0x7fbcec005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd0806d870 con 0x7fbcec004db0 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcec00bae0 con 0x7fbcec003f90 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbcec00bca0 con 0x7fbd0806e510 2024-09-13T17:01:06.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.392+0000 7fbd06800700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcec004db0 0x7fbcec005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd05e00700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd0806e510 0x7fbcec003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbcfd400700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcec003f90 0x7fbcec004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd06800700 1 -- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd0806e510 msgr2=0x7fbcec003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd06800700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd0806e510 0x7fbcec003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd06800700 1 -- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcec003f90 msgr2=0x7fbcec004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd06800700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcec003f90 0x7fbcec004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd06800700 1 -- 172.21.15.99:0/1255007255 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcf00094b0 con 0x7fbcec004db0 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd06800700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcec004db0 0x7fbcec005230 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000c190 tx=0x7fbcec0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba562c47f5947123 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd00001db0 con 0x7fbcec004db0 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd0000ccd0 con 0x7fbcec004db0 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd05400700 1 -- 172.21.15.99:0/1255007255 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd00003c60 con 0x7fbcec004db0 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd07200700 1 -- 172.21.15.99:0/1255007255 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcec004db0 msgr2=0x7fbcec005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd07200700 1 --2- 172.21.15.99:0/1255007255 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcec004db0 0x7fbcec005230 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000c190 tx=0x7fbcec0058a0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd06800700 1 -- 172.21.15.99:0/1255007255 reap_dead start 2024-09-13T17:01:06.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd07200700 1 -- 172.21.15.99:0/1255007255 shutdown_connections 2024-09-13T17:01:06.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd07200700 1 -- 172.21.15.99:0/1255007255 >> 172.21.15.99:0/1255007255 conn(0x7fbd0806f790 msgr2=0x7fbd0806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:06.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd07200700 1 -- 172.21.15.99:0/1255007255 shutdown_connections 2024-09-13T17:01:06.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.396+0000 7fbd07200700 1 -- 172.21.15.99:0/1255007255 wait complete. 2024-09-13T17:01:06.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.400+0000 7fbd07200700 1 Processor -- start 2024-09-13T17:01:06.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.400+0000 7fbd07200700 1 -- start start 2024-09-13T17:01:06.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.400+0000 7fbd07200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcec004db0 0x7fbd08144680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd07200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd08162f00 0x7fbd0815dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd07200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd0815e180 0x7fbd081463e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd07200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd08145f50 con 0x7fbd0815e180 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd07200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd08144bc0 con 0x7fbcec004db0 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd07200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd08145340 con 0x7fbd08162f00 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd06800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd0815e180 0x7fbd081463e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd06800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd0815e180 0x7fbd081463e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44762/0 (socket says 172.21.15.99:44762) 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd06800700 1 -- 172.21.15.99:0/401732426 learned_addr learned my addr 172.21.15.99:0/401732426 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbcfd400700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd08162f00 0x7fbd0815dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd05e00700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcec004db0 0x7fbd08144680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd06800700 1 -- 172.21.15.99:0/401732426 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd08162f00 msgr2=0x7fbd0815dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd06800700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd08162f00 0x7fbd0815dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd06800700 1 -- 172.21.15.99:0/401732426 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcec004db0 msgr2=0x7fbd08144680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd06800700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcec004db0 0x7fbd08144680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.410 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd06800700 1 -- 172.21.15.99:0/401732426 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd08145620 con 0x7fbd0815e180 2024-09-13T17:01:06.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd06800700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd0815e180 0x7fbd081463e0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000c160 tx=0x7fbd000014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:06.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbcfea00700 1 -- 172.21.15.99:0/401732426 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd00001200 con 0x7fbd0815e180 2024-09-13T17:01:06.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd07200700 1 -- 172.21.15.99:0/401732426 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd08145900 con 0x7fbd0815e180 2024-09-13T17:01:06.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbcfea00700 1 -- 172.21.15.99:0/401732426 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd0000cad0 con 0x7fbd0815e180 2024-09-13T17:01:06.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbcfea00700 1 -- 172.21.15.99:0/401732426 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd000050d0 con 0x7fbd0815e180 2024-09-13T17:01:06.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.404+0000 7fbd07200700 1 -- 172.21.15.99:0/401732426 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd08144ef0 con 0x7fbd0815e180 2024-09-13T17:01:06.411 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.408+0000 7fbd07200700 1 -- 172.21.15.99:0/401732426 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd080cc2b0 con 0x7fbd0815e180 2024-09-13T17:01:06.413 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.408+0000 7fbcfea00700 1 -- 172.21.15.99:0/401732426 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbd00019070 con 0x7fbd0815e180 2024-09-13T17:01:06.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.408+0000 7fbcfea00700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbce4066730 0x7fbce4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.408+0000 7fbcfea00700 1 -- 172.21.15.99:0/401732426 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbd00084c00 con 0x7fbd0815e180 2024-09-13T17:01:06.414 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.408+0000 7fbd05e00700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbce4066730 0x7fbce4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.415 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.408+0000 7fbd05e00700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbce4066730 0x7fbce4068bf0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbcf8001050 tx=0x7fbcf8000f80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:06.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.416+0000 7fbcfea00700 1 -- 172.21.15.99:0/401732426 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbd0008b080 con 0x7fbd0815e180 2024-09-13T17:01:06.668 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.664+0000 7fbd07200700 1 -- 172.21.15.99:0/401732426 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fbd0806ea60 con 0x7fbd0815e180 2024-09-13T17:01:06.669 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.664+0000 7fbcfea00700 1 -- 172.21.15.99:0/401732426 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1655 (secure 0 0 0) 0x7fbd00022690 con 0x7fbd0815e180 2024-09-13T17:01:06.669 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:06.669 INFO:teuthology.orchestra.run.smithi099.stdout:{"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":88,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":34,"num_osds":8,"num_up_osds":8,"osd_up_since":1726246789,"num_in_osds":8,"osd_in_since":1726246780,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":64},{"state_name":"creating+peering","count":32},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":242094080,"bytes_avail":772852019200,"bytes_total":773094113280,"unknown_pgs_ratio":0.65979379415512085,"inactive_pgs_ratio":0.32989689707756042},"fsmap":{"epoch":16,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"d","status":"up:active","gid":5002}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-13T17:00:52.162361+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-13T17:01:06.673 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 -- 172.21.15.99:0/401732426 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbce4066730 msgr2=0x7fbce4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.673 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbce4066730 0x7fbce4068bf0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbcf8001050 tx=0x7fbcf8000f80 comp rx=0 tx=0).stop 2024-09-13T17:01:06.673 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 -- 172.21.15.99:0/401732426 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd0815e180 msgr2=0x7fbd081463e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.673 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd0815e180 0x7fbd081463e0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000c160 tx=0x7fbd000014a0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 -- 172.21.15.99:0/401732426 shutdown_connections 2024-09-13T17:01:06.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbce4066730 0x7fbce4068bf0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd0815e180 0x7fbd081463e0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd08162f00 0x7fbd0815dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 --2- 172.21.15.99:0/401732426 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcec004db0 0x7fbd08144680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 -- 172.21.15.99:0/401732426 >> 172.21.15.99:0/401732426 conn(0x7fbd0806f790 msgr2=0x7fbd080b3630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:06.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 -- 172.21.15.99:0/401732426 shutdown_connections 2024-09-13T17:01:06.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.668+0000 7fbd07200700 1 -- 172.21.15.99:0/401732426 wait complete. 2024-09-13T17:01:06.696 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T17:01:06.697 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:01:06.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.852+0000 7f9d51200700 1 Processor -- start 2024-09-13T17:01:06.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.852+0000 7f9d51200700 1 -- start start 2024-09-13T17:01:06.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.852+0000 7f9d51200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f9d4c0cc9a0 0x7f9d4c15af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.852+0000 7f9d51200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9d4c0ce610 0x7f9d4c06cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.852+0000 7f9d51200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d4c151ef0 con 0x7f9d4c06d070 2024-09-13T17:01:06.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.852+0000 7f9d51200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d4c0cea80 con 0x7f9d4c0ce610 2024-09-13T17:01:06.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.852+0000 7f9d51200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d4c15b590 con 0x7f9d4c0cc9a0 2024-09-13T17:01:06.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.852+0000 7f9d42a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9d4c0ce610 0x7f9d4c06cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d42a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f9d4c0ce610 0x7f9d4c06cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44770/0 (socket says 172.21.15.99:44770) 2024-09-13T17:01:06.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d42a00700 1 -- 172.21.15.99:0/1526847035 learned_addr learned my addr 172.21.15.99:0/1526847035 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:06.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d4b400700 1 --2- 172.21.15.99:0/1526847035 >> v2:172.21.15.170:3300/0 conn(0x7f9d4c0cc9a0 0x7f9d4c15af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.860 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d42a00700 1 -- 172.21.15.99:0/1526847035 >> v2:172.21.15.170:3300/0 conn(0x7f9d4c0cc9a0 msgr2=0x7f9d4c15af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:06.861 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d42a00700 1 --2- 172.21.15.99:0/1526847035 >> v2:172.21.15.170:3300/0 conn(0x7f9d4c0cc9a0 0x7f9d4c15af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.861 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d42a00700 1 -- 172.21.15.99:0/1526847035 >> v1:172.21.15.170:6789/0 conn(0x7f9d4c06d070 legacy=0x7f9d4c15eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.861 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d42a00700 1 -- 172.21.15.99:0/1526847035 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d4c0ae5f0 con 0x7f9d4c0ce610 2024-09-13T17:01:06.861 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d42a00700 1 --2- 172.21.15.99:0/1526847035 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d4c0ce610 0x7f9d4c06cb30 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c06c470 tx=0x7f9d34009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdabb6a7b21d944f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:06.861 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d4aa00700 1 -- 172.21.15.99:0/1526847035 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3400b8a0 con 0x7f9d4c0ce610 2024-09-13T17:01:06.862 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d4aa00700 1 -- 172.21.15.99:0/1526847035 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d3400ba00 con 0x7f9d4c0ce610 2024-09-13T17:01:06.862 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d4aa00700 1 -- 172.21.15.99:0/1526847035 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3400bd90 con 0x7f9d4c0ce610 2024-09-13T17:01:06.862 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d51200700 1 -- 172.21.15.99:0/1526847035 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d4c0ce610 msgr2=0x7f9d4c06cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.862 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d51200700 1 --2- 172.21.15.99:0/1526847035 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d4c0ce610 0x7f9d4c06cb30 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c06c470 tx=0x7f9d34009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d51200700 1 -- 172.21.15.99:0/1526847035 shutdown_connections 2024-09-13T17:01:06.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d51200700 1 --2- 172.21.15.99:0/1526847035 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d4c0ce610 0x7f9d4c06cb30 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d51200700 1 --2- 172.21.15.99:0/1526847035 >> v2:172.21.15.170:3300/0 conn(0x7f9d4c0cc9a0 0x7f9d4c15af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d51200700 1 -- 172.21.15.99:0/1526847035 >> 172.21.15.99:0/1526847035 conn(0x7f9d4c06f790 msgr2=0x7f9d4c06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:06.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d51200700 1 -- 172.21.15.99:0/1526847035 shutdown_connections 2024-09-13T17:01:06.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.856+0000 7f9d51200700 1 -- 172.21.15.99:0/1526847035 wait complete. 2024-09-13T17:01:06.866 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.860+0000 7f9d51200700 1 Processor -- start 2024-09-13T17:01:06.866 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.860+0000 7f9d51200700 1 -- start start 2024-09-13T17:01:06.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d51200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d4c06d070 0x7f9d4c154710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d51200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9d4c0cc9a0 0x7f9d4c149460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d51200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d4c0ce610 0x7f9d4c150090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d51200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d4c153670 con 0x7f9d4c0ce610 2024-09-13T17:01:06.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d51200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d4c153950 con 0x7f9d4c06d070 2024-09-13T17:01:06.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d51200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d4c153c30 con 0x7f9d4c0cc9a0 2024-09-13T17:01:06.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4b400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d4c06d070 0x7f9d4c154710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d4c0ce610 0x7f9d4c150090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4b400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d4c06d070 0x7f9d4c154710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:52316/0 (socket says 172.21.15.99:52316) 2024-09-13T17:01:06.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4b400700 1 -- 172.21.15.99:0/3198948224 learned_addr learned my addr 172.21.15.99:0/3198948224 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:06.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d42a00700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9d4c0cc9a0 0x7f9d4c149460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4be00700 1 -- 172.21.15.99:0/3198948224 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9d4c0cc9a0 msgr2=0x7f9d4c149460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4be00700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9d4c0cc9a0 0x7f9d4c149460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4be00700 1 -- 172.21.15.99:0/3198948224 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d4c06d070 msgr2=0x7f9d4c154710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:06.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4be00700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d4c06d070 0x7f9d4c154710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:06.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4be00700 1 -- 172.21.15.99:0/3198948224 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d34009570 con 0x7f9d4c0ce610 2024-09-13T17:01:06.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4b400700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d4c06d070 0x7f9d4c154710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:06.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d4be00700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d4c0ce610 0x7f9d4c150090 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9d44001eb0 tx=0x7f9d4400c6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:06.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d43e00700 1 -- 172.21.15.99:0/3198948224 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d440052d0 con 0x7f9d4c0ce610 2024-09-13T17:01:06.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d51200700 1 -- 172.21.15.99:0/3198948224 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d4c153f10 con 0x7f9d4c0ce610 2024-09-13T17:01:06.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d43e00700 1 -- 172.21.15.99:0/3198948224 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d44005430 con 0x7f9d4c0ce610 2024-09-13T17:01:06.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.864+0000 7f9d43e00700 1 -- 172.21.15.99:0/3198948224 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d440055a0 con 0x7f9d4c0ce610 2024-09-13T17:01:06.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.868+0000 7f9d51200700 1 -- 172.21.15.99:0/3198948224 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d4c154c50 con 0x7f9d4c0ce610 2024-09-13T17:01:06.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.868+0000 7f9d51200700 1 -- 172.21.15.99:0/3198948224 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d4c154430 con 0x7f9d4c0ce610 2024-09-13T17:01:06.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.868+0000 7f9d43e00700 1 -- 172.21.15.99:0/3198948224 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9d44003af0 con 0x7f9d4c0ce610 2024-09-13T17:01:06.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.872+0000 7f9d43e00700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9d28066730 0x7f9d28068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:06.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.872+0000 7f9d43e00700 1 -- 172.21.15.99:0/3198948224 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d440836e0 con 0x7f9d4c0ce610 2024-09-13T17:01:06.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.872+0000 7f9d4b400700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9d28066730 0x7f9d28068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:06.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.872+0000 7f9d4b400700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9d28066730 0x7f9d28068bf0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9d3c004150 tx=0x7f9d3c009970 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:06.884 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:06.880+0000 7f9d43e00700 1 -- 172.21.15.99:0/3198948224 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9d4c154430 con 0x7f9d4c0ce610 2024-09-13T17:01:07.073 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.068+0000 7f9d51200700 1 -- 172.21.15.99:0/3198948224 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9d4c15e5f0 con 0x7f9d28066730 2024-09-13T17:01:07.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.084+0000 7f9d43e00700 1 -- 172.21.15.99:0/3198948224 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286096 (secure 0 0 0) 0x7f9d3c0153e0 con 0x7f9d28066730 2024-09-13T17:01:07.093 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 -- 172.21.15.99:0/3198948224 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9d28066730 msgr2=0x7f9d28068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9d28066730 0x7f9d28068bf0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9d3c004150 tx=0x7f9d3c009970 comp rx=0 tx=0).stop 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 -- 172.21.15.99:0/3198948224 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d4c0ce610 msgr2=0x7f9d4c150090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d4c0ce610 0x7f9d4c150090 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9d44001eb0 tx=0x7f9d4400c6e0 comp rx=0 tx=0).stop 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 -- 172.21.15.99:0/3198948224 shutdown_connections 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9d28066730 0x7f9d28068bf0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f9d4c0ce610 0x7f9d4c150090 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f9d4c0cc9a0 0x7f9d4c149460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 --2- 172.21.15.99:0/3198948224 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f9d4c06d070 0x7f9d4c154710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 -- 172.21.15.99:0/3198948224 >> 172.21.15.99:0/3198948224 conn(0x7f9d4c06f790 msgr2=0x7f9d4c06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 -- 172.21.15.99:0/3198948224 shutdown_connections 2024-09-13T17:01:07.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:07.092+0000 7f9d51200700 1 -- 172.21.15.99:0/3198948224 wait complete. 2024-09-13T17:01:07.098 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:01:07.118 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2024-09-13T17:01:06.166099+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236816,"kb_used_data":4228,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737904,"statfs":{"total":773094113280,"available":772851613696,"internally_reserved":0,"allocated":4329472,"data_stored":2395649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001696"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307130+0000","last_change":"2024-09-13T17:01:00.911030+0000","last_active":"2024-09-13T17:01:03.307130+0000","last_peered":"2024-09-13T17:01:03.307130+0000","last_clean":"2024-09-13T17:01:03.307130+0000","last_became_active":"2024-09-13T17:01:00.910687+0000","last_became_peered":"2024-09-13T17:01:00.910687+0000","last_unstale":"2024-09-13T17:01:03.307130+0000","last_undegraded":"2024-09-13T17:01:03.307130+0000","last_fullsized":"2024-09-13T17:01:03.307130+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:43.259745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623572+0000","last_change":"2024-09-13T17:01:00.908899+0000","last_active":"2024-09-13T17:01:02.623572+0000","last_peered":"2024-09-13T17:01:02.623572+0000","last_clean":"2024-09-13T17:01:02.623572+0000","last_became_active":"2024-09-13T17:01:00.908620+0000","last_became_peered":"2024-09-13T17:01:00.908620+0000","last_unstale":"2024-09-13T17:01:02.623572+0000","last_undegraded":"2024-09-13T17:01:02.623572+0000","last_fullsized":"2024-09-13T17:01:02.623572+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:03:41.726164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.020127+0000","last_change":"2024-09-13T17:01:00.897156+0000","last_active":"2024-09-13T17:01:02.020127+0000","last_peered":"2024-09-13T17:01:02.020127+0000","last_clean":"2024-09-13T17:01:02.020127+0000","last_became_active":"2024-09-13T17:01:00.896970+0000","last_became_peered":"2024-09-13T17:01:00.896970+0000","last_unstale":"2024-09-13T17:01:02.020127+0000","last_undegraded":"2024-09-13T17:01:02.020127+0000","last_fullsized":"2024-09-13T17:01:02.020127+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:40:35.872368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044143+0000","last_change":"2024-09-13T17:01:00.919342+0000","last_active":"2024-09-13T17:01:03.044143+0000","last_peered":"2024-09-13T17:01:03.044143+0000","last_clean":"2024-09-13T17:01:03.044143+0000","last_became_active":"2024-09-13T17:01:00.918991+0000","last_became_peered":"2024-09-13T17:01:00.918991+0000","last_unstale":"2024-09-13T17:01:03.044143+0000","last_undegraded":"2024-09-13T17:01:03.044143+0000","last_fullsized":"2024-09-13T17:01:03.044143+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:09.047576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623197+0000","last_change":"2024-09-13T17:01:00.910581+0000","last_active":"2024-09-13T17:01:02.623197+0000","last_peered":"2024-09-13T17:01:02.623197+0000","last_clean":"2024-09-13T17:01:02.623197+0000","last_became_active":"2024-09-13T17:01:00.908851+0000","last_became_peered":"2024-09-13T17:01:00.908851+0000","last_unstale":"2024-09-13T17:01:02.623197+0000","last_undegraded":"2024-09-13T17:01:02.623197+0000","last_fullsized":"2024-09-13T17:01:02.623197+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:26.687552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887964+0000","last_change":"2024-09-13T17:01:00.900101+0000","last_active":"2024-09-13T17:01:01.887964+0000","last_peered":"2024-09-13T17:01:01.887964+0000","last_clean":"2024-09-13T17:01:01.887964+0000","last_became_active":"2024-09-13T17:01:00.894564+0000","last_became_peered":"2024-09-13T17:01:00.894564+0000","last_unstale":"2024-09-13T17:01:01.887964+0000","last_undegraded":"2024-09-13T17:01:01.887964+0000","last_fullsized":"2024-09-13T17:01:01.887964+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:32:21.267902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306457+0000","last_change":"2024-09-13T17:01:00.897052+0000","last_active":"2024-09-13T17:01:03.306457+0000","last_peered":"2024-09-13T17:01:03.306457+0000","last_clean":"2024-09-13T17:01:03.306457+0000","last_became_active":"2024-09-13T17:01:00.896847+0000","last_became_peered":"2024-09-13T17:01:00.896847+0000","last_unstale":"2024-09-13T17:01:03.306457+0000","last_undegraded":"2024-09-13T17:01:03.306457+0000","last_fullsized":"2024-09-13T17:01:03.306457+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:26.843640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306175+0000","last_change":"2024-09-13T17:01:00.889504+0000","last_active":"2024-09-13T17:01:03.306175+0000","last_peered":"2024-09-13T17:01:03.306175+0000","last_clean":"2024-09-13T17:01:03.306175+0000","last_became_active":"2024-09-13T17:01:00.889235+0000","last_became_peered":"2024-09-13T17:01:00.889235+0000","last_unstale":"2024-09-13T17:01:03.306175+0000","last_undegraded":"2024-09-13T17:01:03.306175+0000","last_fullsized":"2024-09-13T17:01:03.306175+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:22.105282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.020245+0000","last_change":"2024-09-13T17:01:00.905526+0000","last_active":"2024-09-13T17:01:02.020245+0000","last_peered":"2024-09-13T17:01:02.020245+0000","last_clean":"2024-09-13T17:01:02.020245+0000","last_became_active":"2024-09-13T17:01:00.905255+0000","last_became_peered":"2024-09-13T17:01:00.905255+0000","last_unstale":"2024-09-13T17:01:02.020245+0000","last_undegraded":"2024-09-13T17:01:02.020245+0000","last_fullsized":"2024-09-13T17:01:02.020245+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:47.481979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044460+0000","last_change":"2024-09-13T17:01:00.911780+0000","last_active":"2024-09-13T17:01:03.044460+0000","last_peered":"2024-09-13T17:01:03.044460+0000","last_clean":"2024-09-13T17:01:03.044460+0000","last_became_active":"2024-09-13T17:01:00.909592+0000","last_became_peered":"2024-09-13T17:01:00.909592+0000","last_unstale":"2024-09-13T17:01:03.044460+0000","last_undegraded":"2024-09-13T17:01:03.044460+0000","last_fullsized":"2024-09-13T17:01:03.044460+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:48:13.763539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887837+0000","last_change":"2024-09-13T17:01:00.907025+0000","last_active":"2024-09-13T17:01:01.887837+0000","last_peered":"2024-09-13T17:01:01.887837+0000","last_clean":"2024-09-13T17:01:01.887837+0000","last_became_active":"2024-09-13T17:01:00.905057+0000","last_became_peered":"2024-09-13T17:01:00.905057+0000","last_unstale":"2024-09-13T17:01:01.887837+0000","last_undegraded":"2024-09-13T17:01:01.887837+0000","last_fullsized":"2024-09-13T17:01:01.887837+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:37:48.817594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.019798+0000","last_change":"2024-09-13T17:01:00.906126+0000","last_active":"2024-09-13T17:01:02.019798+0000","last_peered":"2024-09-13T17:01:02.019798+0000","last_clean":"2024-09-13T17:01:02.019798+0000","last_became_active":"2024-09-13T17:01:00.905816+0000","last_became_peered":"2024-09-13T17:01:00.905816+0000","last_unstale":"2024-09-13T17:01:02.019798+0000","last_undegraded":"2024-09-13T17:01:02.019798+0000","last_fullsized":"2024-09-13T17:01:02.019798+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:56.094578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307176+0000","last_change":"2024-09-13T17:01:00.920260+0000","last_active":"2024-09-13T17:01:03.307176+0000","last_peered":"2024-09-13T17:01:03.307176+0000","last_clean":"2024-09-13T17:01:03.307176+0000","last_became_active":"2024-09-13T17:01:00.919989+0000","last_became_peered":"2024-09-13T17:01:00.919989+0000","last_unstale":"2024-09-13T17:01:03.307176+0000","last_undegraded":"2024-09-13T17:01:03.307176+0000","last_fullsized":"2024-09-13T17:01:03.307176+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:46.916442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.043744+0000","last_change":"2024-09-13T17:01:00.916679+0000","last_active":"2024-09-13T17:01:03.043744+0000","last_peered":"2024-09-13T17:01:03.043744+0000","last_clean":"2024-09-13T17:01:03.043744+0000","last_became_active":"2024-09-13T17:01:00.916411+0000","last_became_peered":"2024-09-13T17:01:00.916411+0000","last_unstale":"2024-09-13T17:01:03.043744+0000","last_undegraded":"2024-09-13T17:01:03.043744+0000","last_fullsized":"2024-09-13T17:01:03.043744+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:36.028709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888147+0000","last_change":"2024-09-13T17:01:00.912142+0000","last_active":"2024-09-13T17:01:01.888147+0000","last_peered":"2024-09-13T17:01:01.888147+0000","last_clean":"2024-09-13T17:01:01.888147+0000","last_became_active":"2024-09-13T17:01:00.911838+0000","last_became_peered":"2024-09-13T17:01:00.911838+0000","last_unstale":"2024-09-13T17:01:01.888147+0000","last_undegraded":"2024-09-13T17:01:01.888147+0000","last_fullsized":"2024-09-13T17:01:01.888147+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:43.259745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888076+0000","last_change":"2024-09-13T17:01:00.908978+0000","last_active":"2024-09-13T17:01:01.888076+0000","last_peered":"2024-09-13T17:01:01.888076+0000","last_clean":"2024-09-13T17:01:01.888076+0000","last_became_active":"2024-09-13T17:01:00.908570+0000","last_became_peered":"2024-09-13T17:01:00.908570+0000","last_unstale":"2024-09-13T17:01:01.888076+0000","last_undegraded":"2024-09-13T17:01:01.888076+0000","last_fullsized":"2024-09-13T17:01:01.888076+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:42.360561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.889406+0000","last_change":"2024-09-13T17:01:00.888377+0000","last_active":"2024-09-13T17:01:01.889406+0000","last_peered":"2024-09-13T17:01:01.889406+0000","last_clean":"2024-09-13T17:01:01.889406+0000","last_became_active":"2024-09-13T17:01:00.888161+0000","last_became_peered":"2024-09-13T17:01:00.888161+0000","last_unstale":"2024-09-13T17:01:01.889406+0000","last_undegraded":"2024-09-13T17:01:01.889406+0000","last_fullsized":"2024-09-13T17:01:01.889406+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:43.276951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887978+0000","last_change":"2024-09-13T17:01:00.903047+0000","last_active":"2024-09-13T17:01:01.887978+0000","last_peered":"2024-09-13T17:01:01.887978+0000","last_clean":"2024-09-13T17:01:01.887978+0000","last_became_active":"2024-09-13T17:01:00.902068+0000","last_became_peered":"2024-09-13T17:01:00.902068+0000","last_unstale":"2024-09-13T17:01:01.887978+0000","last_undegraded":"2024-09-13T17:01:01.887978+0000","last_fullsized":"2024-09-13T17:01:01.887978+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:32.215646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888093+0000","last_change":"2024-09-13T17:01:00.909198+0000","last_active":"2024-09-13T17:01:01.888093+0000","last_peered":"2024-09-13T17:01:01.888093+0000","last_clean":"2024-09-13T17:01:01.888093+0000","last_became_active":"2024-09-13T17:01:00.908391+0000","last_became_peered":"2024-09-13T17:01:00.908391+0000","last_unstale":"2024-09-13T17:01:01.888093+0000","last_undegraded":"2024-09-13T17:01:01.888093+0000","last_fullsized":"2024-09-13T17:01:01.888093+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:55.349491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307265+0000","last_change":"2024-09-13T17:01:00.918593+0000","last_active":"2024-09-13T17:01:03.307265+0000","last_peered":"2024-09-13T17:01:03.307265+0000","last_clean":"2024-09-13T17:01:03.307265+0000","last_became_active":"2024-09-13T17:01:00.918278+0000","last_became_peered":"2024-09-13T17:01:00.918278+0000","last_unstale":"2024-09-13T17:01:03.307265+0000","last_undegraded":"2024-09-13T17:01:03.307265+0000","last_fullsized":"2024-09-13T17:01:03.307265+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:26.843640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888225+0000","last_change":"2024-09-13T17:01:00.921347+0000","last_active":"2024-09-13T17:01:01.888225+0000","last_peered":"2024-09-13T17:01:01.888225+0000","last_clean":"2024-09-13T17:01:01.888225+0000","last_became_active":"2024-09-13T17:01:00.921120+0000","last_became_peered":"2024-09-13T17:01:00.921120+0000","last_unstale":"2024-09-13T17:01:01.888225+0000","last_undegraded":"2024-09-13T17:01:01.888225+0000","last_fullsized":"2024-09-13T17:01:01.888225+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:06.259808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306491+0000","last_change":"2024-09-13T17:01:00.904849+0000","last_active":"2024-09-13T17:01:03.306491+0000","last_peered":"2024-09-13T17:01:03.306491+0000","last_clean":"2024-09-13T17:01:03.306491+0000","last_became_active":"2024-09-13T17:01:00.904524+0000","last_became_peered":"2024-09-13T17:01:00.904524+0000","last_unstale":"2024-09-13T17:01:03.306491+0000","last_undegraded":"2024-09-13T17:01:03.306491+0000","last_fullsized":"2024-09-13T17:01:03.306491+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:36.028709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306712+0000","last_change":"2024-09-13T17:01:00.908426+0000","last_active":"2024-09-13T17:01:03.306712+0000","last_peered":"2024-09-13T17:01:03.306712+0000","last_clean":"2024-09-13T17:01:03.306712+0000","last_became_active":"2024-09-13T17:01:00.904673+0000","last_became_peered":"2024-09-13T17:01:00.904673+0000","last_unstale":"2024-09-13T17:01:03.306712+0000","last_undegraded":"2024-09-13T17:01:03.306712+0000","last_fullsized":"2024-09-13T17:01:03.306712+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:36.571887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306446+0000","last_change":"2024-09-13T17:01:00.920053+0000","last_active":"2024-09-13T17:01:03.306446+0000","last_peered":"2024-09-13T17:01:03.306446+0000","last_clean":"2024-09-13T17:01:03.306446+0000","last_became_active":"2024-09-13T17:01:00.919740+0000","last_became_peered":"2024-09-13T17:01:00.919740+0000","last_unstale":"2024-09-13T17:01:03.306446+0000","last_undegraded":"2024-09-13T17:01:03.306446+0000","last_fullsized":"2024-09-13T17:01:03.306446+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:26.687552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044305+0000","last_change":"2024-09-13T17:01:00.914534+0000","last_active":"2024-09-13T17:01:03.044305+0000","last_peered":"2024-09-13T17:01:03.044305+0000","last_clean":"2024-09-13T17:01:03.044305+0000","last_became_active":"2024-09-13T17:01:00.914190+0000","last_became_peered":"2024-09-13T17:01:00.914190+0000","last_unstale":"2024-09-13T17:01:03.044305+0000","last_undegraded":"2024-09-13T17:01:03.044305+0000","last_fullsized":"2024-09-13T17:01:03.044305+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:29.909466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044522+0000","last_change":"2024-09-13T17:01:00.914863+0000","last_active":"2024-09-13T17:01:03.044522+0000","last_peered":"2024-09-13T17:01:03.044522+0000","last_clean":"2024-09-13T17:01:03.044522+0000","last_became_active":"2024-09-13T17:01:00.914586+0000","last_became_peered":"2024-09-13T17:01:00.914586+0000","last_unstale":"2024-09-13T17:01:03.044522+0000","last_undegraded":"2024-09-13T17:01:03.044522+0000","last_fullsized":"2024-09-13T17:01:03.044522+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:03:41.726164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623437+0000","last_change":"2024-09-13T17:01:00.919850+0000","last_active":"2024-09-13T17:01:02.623437+0000","last_peered":"2024-09-13T17:01:02.623437+0000","last_clean":"2024-09-13T17:01:02.623437+0000","last_became_active":"2024-09-13T17:01:00.914896+0000","last_became_peered":"2024-09-13T17:01:00.914896+0000","last_unstale":"2024-09-13T17:01:02.623437+0000","last_undegraded":"2024-09-13T17:01:02.623437+0000","last_fullsized":"2024-09-13T17:01:02.623437+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:00:50.349446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307068+0000","last_change":"2024-09-13T17:01:00.894879+0000","last_active":"2024-09-13T17:01:03.307068+0000","last_peered":"2024-09-13T17:01:03.307068+0000","last_clean":"2024-09-13T17:01:03.307068+0000","last_became_active":"2024-09-13T17:01:00.894618+0000","last_became_peered":"2024-09-13T17:01:00.894618+0000","last_unstale":"2024-09-13T17:01:03.307068+0000","last_undegraded":"2024-09-13T17:01:03.307068+0000","last_fullsized":"2024-09-13T17:01:03.307068+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:36.533443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888201+0000","last_change":"2024-09-13T17:01:00.918481+0000","last_active":"2024-09-13T17:01:01.888201+0000","last_peered":"2024-09-13T17:01:01.888201+0000","last_clean":"2024-09-13T17:01:01.888201+0000","last_became_active":"2024-09-13T17:01:00.918217+0000","last_became_peered":"2024-09-13T17:01:00.918217+0000","last_unstale":"2024-09-13T17:01:01.888201+0000","last_undegraded":"2024-09-13T17:01:01.888201+0000","last_fullsized":"2024-09-13T17:01:01.888201+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:22.105282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888333+0000","last_change":"2024-09-13T17:01:00.904441+0000","last_active":"2024-09-13T17:01:01.888333+0000","last_peered":"2024-09-13T17:01:01.888333+0000","last_clean":"2024-09-13T17:01:01.888333+0000","last_became_active":"2024-09-13T17:01:00.904197+0000","last_became_peered":"2024-09-13T17:01:00.904197+0000","last_unstale":"2024-09-13T17:01:01.888333+0000","last_undegraded":"2024-09-13T17:01:01.888333+0000","last_fullsized":"2024-09-13T17:01:01.888333+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:26.687552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306453+0000","last_change":"2024-09-13T17:01:00.895032+0000","last_active":"2024-09-13T17:01:03.306453+0000","last_peered":"2024-09-13T17:01:03.306453+0000","last_clean":"2024-09-13T17:01:03.306453+0000","last_became_active":"2024-09-13T17:01:00.894739+0000","last_became_peered":"2024-09-13T17:01:00.894739+0000","last_unstale":"2024-09-13T17:01:03.306453+0000","last_undegraded":"2024-09-13T17:01:03.306453+0000","last_fullsized":"2024-09-13T17:01:03.306453+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:42.360561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887202+0000","last_change":"2024-09-13T17:01:00.887276+0000","last_active":"2024-09-13T17:01:01.887202+0000","last_peered":"2024-09-13T17:01:01.887202+0000","last_clean":"2024-09-13T17:01:01.887202+0000","last_became_active":"2024-09-13T17:01:00.886877+0000","last_became_peered":"2024-09-13T17:01:00.886877+0000","last_unstale":"2024-09-13T17:01:01.887202+0000","last_undegraded":"2024-09-13T17:01:01.887202+0000","last_fullsized":"2024-09-13T17:01:01.887202+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:55:34.232350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307334+0000","last_change":"2024-09-13T17:01:00.891953+0000","last_active":"2024-09-13T17:01:03.307334+0000","last_peered":"2024-09-13T17:01:03.307334+0000","last_clean":"2024-09-13T17:01:03.307334+0000","last_became_active":"2024-09-13T17:01:00.891602+0000","last_became_peered":"2024-09-13T17:01:00.891602+0000","last_unstale":"2024-09-13T17:01:03.307334+0000","last_undegraded":"2024-09-13T17:01:03.307334+0000","last_fullsized":"2024-09-13T17:01:03.307334+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:15.392686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.899419+0000","last_change":"2024-09-13T17:01:00.448013+0000","last_active":"2024-09-13T17:01:00.899419+0000","last_peered":"2024-09-13T17:01:00.899419+0000","last_clean":"2024-09-13T17:01:00.899419+0000","last_became_active":"2024-09-13T17:01:00.447696+0000","last_became_peered":"2024-09-13T17:01:00.447696+0000","last_unstale":"2024-09-13T17:01:00.899419+0000","last_undegraded":"2024-09-13T17:01:00.899419+0000","last_fullsized":"2024-09-13T17:01:00.899419+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:25.674251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307190+0000","last_change":"2024-09-13T17:01:00.901761+0000","last_active":"2024-09-13T17:01:03.307190+0000","last_peered":"2024-09-13T17:01:03.307190+0000","last_clean":"2024-09-13T17:01:03.307190+0000","last_became_active":"2024-09-13T17:01:00.901473+0000","last_became_peered":"2024-09-13T17:01:00.901473+0000","last_unstale":"2024-09-13T17:01:03.307190+0000","last_undegraded":"2024-09-13T17:01:03.307190+0000","last_fullsized":"2024-09-13T17:01:03.307190+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:10.859412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.914609+0000","last_change":"2024-09-13T17:01:00.444604+0000","last_active":"2024-09-13T17:01:00.914609+0000","last_peered":"2024-09-13T17:01:00.914609+0000","last_clean":"2024-09-13T17:01:00.914609+0000","last_became_active":"2024-09-13T17:01:00.443936+0000","last_became_peered":"2024-09-13T17:01:00.443936+0000","last_unstale":"2024-09-13T17:01:00.914609+0000","last_undegraded":"2024-09-13T17:01:00.914609+0000","last_fullsized":"2024-09-13T17:01:00.914609+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:55.021689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307159+0000","last_change":"2024-09-13T17:01:00.920568+0000","last_active":"2024-09-13T17:01:03.307159+0000","last_peered":"2024-09-13T17:01:03.307159+0000","last_clean":"2024-09-13T17:01:03.307159+0000","last_became_active":"2024-09-13T17:01:00.920221+0000","last_became_peered":"2024-09-13T17:01:00.920221+0000","last_unstale":"2024-09-13T17:01:03.307159+0000","last_undegraded":"2024-09-13T17:01:03.307159+0000","last_fullsized":"2024-09-13T17:01:03.307159+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:06.259808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.923410+0000","last_change":"2024-09-13T17:01:00.438486+0000","last_active":"2024-09-13T17:01:00.923410+0000","last_peered":"2024-09-13T17:01:00.923410+0000","last_clean":"2024-09-13T17:01:00.923410+0000","last_became_active":"2024-09-13T17:01:00.437650+0000","last_became_peered":"2024-09-13T17:01:00.437650+0000","last_unstale":"2024-09-13T17:01:00.923410+0000","last_undegraded":"2024-09-13T17:01:00.923410+0000","last_fullsized":"2024-09-13T17:01:00.923410+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:29.119076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044591+0000","last_change":"2024-09-13T17:01:00.909792+0000","last_active":"2024-09-13T17:01:03.044591+0000","last_peered":"2024-09-13T17:01:03.044591+0000","last_clean":"2024-09-13T17:01:03.044591+0000","last_became_active":"2024-09-13T17:01:00.909520+0000","last_became_peered":"2024-09-13T17:01:00.909520+0000","last_unstale":"2024-09-13T17:01:03.044591+0000","last_undegraded":"2024-09-13T17:01:03.044591+0000","last_fullsized":"2024-09-13T17:01:03.044591+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:16.933418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.924904+0000","last_change":"2024-09-13T17:01:00.447432+0000","last_active":"2024-09-13T17:01:00.924904+0000","last_peered":"2024-09-13T17:01:00.924904+0000","last_clean":"2024-09-13T17:01:00.924904+0000","last_became_active":"2024-09-13T17:01:00.447133+0000","last_became_peered":"2024-09-13T17:01:00.447133+0000","last_unstale":"2024-09-13T17:01:00.924904+0000","last_undegraded":"2024-09-13T17:01:00.924904+0000","last_fullsized":"2024-09-13T17:01:00.924904+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:59.467233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.019655+0000","last_change":"2024-09-13T17:01:00.906595+0000","last_active":"2024-09-13T17:01:02.019655+0000","last_peered":"2024-09-13T17:01:02.019655+0000","last_clean":"2024-09-13T17:01:02.019655+0000","last_became_active":"2024-09-13T17:01:00.906279+0000","last_became_peered":"2024-09-13T17:01:00.906279+0000","last_unstale":"2024-09-13T17:01:02.019655+0000","last_undegraded":"2024-09-13T17:01:02.019655+0000","last_fullsized":"2024-09-13T17:01:02.019655+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:57.350139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.903958+0000","last_change":"2024-09-13T17:01:00.439116+0000","last_active":"2024-09-13T17:01:00.903958+0000","last_peered":"2024-09-13T17:01:00.903958+0000","last_clean":"2024-09-13T17:01:00.903958+0000","last_became_active":"2024-09-13T17:01:00.438831+0000","last_became_peered":"2024-09-13T17:01:00.438831+0000","last_unstale":"2024-09-13T17:01:00.903958+0000","last_undegraded":"2024-09-13T17:01:00.903958+0000","last_fullsized":"2024-09-13T17:01:00.903958+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306524+0000","last_change":"2024-09-13T17:01:00.893127+0000","last_active":"2024-09-13T17:01:03.306524+0000","last_peered":"2024-09-13T17:01:03.306524+0000","last_clean":"2024-09-13T17:01:03.306524+0000","last_became_active":"2024-09-13T17:01:00.891860+0000","last_became_peered":"2024-09-13T17:01:00.891860+0000","last_unstale":"2024-09-13T17:01:03.306524+0000","last_undegraded":"2024-09-13T17:01:03.306524+0000","last_fullsized":"2024-09-13T17:01:03.306524+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:42.774857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.901240+0000","last_change":"2024-09-13T17:01:00.442977+0000","last_active":"2024-09-13T17:01:00.901240+0000","last_peered":"2024-09-13T17:01:00.901240+0000","last_clean":"2024-09-13T17:01:00.901240+0000","last_became_active":"2024-09-13T17:01:00.442737+0000","last_became_peered":"2024-09-13T17:01:00.442737+0000","last_unstale":"2024-09-13T17:01:00.901240+0000","last_undegraded":"2024-09-13T17:01:00.901240+0000","last_fullsized":"2024-09-13T17:01:00.901240+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.019768+0000","last_change":"2024-09-13T17:01:00.901525+0000","last_active":"2024-09-13T17:01:02.019768+0000","last_peered":"2024-09-13T17:01:02.019768+0000","last_clean":"2024-09-13T17:01:02.019768+0000","last_became_active":"2024-09-13T17:01:00.900739+0000","last_became_peered":"2024-09-13T17:01:00.900739+0000","last_unstale":"2024-09-13T17:01:02.019768+0000","last_undegraded":"2024-09-13T17:01:02.019768+0000","last_fullsized":"2024-09-13T17:01:02.019768+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:55.690068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.888769+0000","last_change":"2024-09-13T17:01:00.448323+0000","last_active":"2024-09-13T17:01:00.888769+0000","last_peered":"2024-09-13T17:01:00.888769+0000","last_clean":"2024-09-13T17:01:00.888769+0000","last_became_active":"2024-09-13T17:01:00.445569+0000","last_became_peered":"2024-09-13T17:01:00.445569+0000","last_unstale":"2024-09-13T17:01:00.888769+0000","last_undegraded":"2024-09-13T17:01:00.888769+0000","last_fullsized":"2024-09-13T17:01:00.888769+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:52.161696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.043578+0000","last_change":"2024-09-13T17:01:00.904681+0000","last_active":"2024-09-13T17:01:03.043578+0000","last_peered":"2024-09-13T17:01:03.043578+0000","last_clean":"2024-09-13T17:01:03.043578+0000","last_became_active":"2024-09-13T17:01:00.904264+0000","last_became_peered":"2024-09-13T17:01:00.904264+0000","last_unstale":"2024-09-13T17:01:03.043578+0000","last_undegraded":"2024-09-13T17:01:03.043578+0000","last_fullsized":"2024-09-13T17:01:03.043578+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:29:32.358230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.884703+0000","last_change":"2024-09-13T17:01:00.446795+0000","last_active":"2024-09-13T17:01:00.884703+0000","last_peered":"2024-09-13T17:01:00.884703+0000","last_clean":"2024-09-13T17:01:00.884703+0000","last_became_active":"2024-09-13T17:01:00.445958+0000","last_became_peered":"2024-09-13T17:01:00.445958+0000","last_unstale":"2024-09-13T17:01:00.884703+0000","last_undegraded":"2024-09-13T17:01:00.884703+0000","last_fullsized":"2024-09-13T17:01:00.884703+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:13.713469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887842+0000","last_change":"2024-09-13T17:01:00.889124+0000","last_active":"2024-09-13T17:01:01.887842+0000","last_peered":"2024-09-13T17:01:01.887842+0000","last_clean":"2024-09-13T17:01:01.887842+0000","last_became_active":"2024-09-13T17:01:00.888893+0000","last_became_peered":"2024-09-13T17:01:00.888893+0000","last_unstale":"2024-09-13T17:01:01.887842+0000","last_undegraded":"2024-09-13T17:01:01.887842+0000","last_fullsized":"2024-09-13T17:01:01.887842+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:40:27.987208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.892845+0000","last_change":"2024-09-13T17:01:00.431610+0000","last_active":"2024-09-13T17:01:00.892845+0000","last_peered":"2024-09-13T17:01:00.892845+0000","last_clean":"2024-09-13T17:01:00.892845+0000","last_became_active":"2024-09-13T17:01:00.431350+0000","last_became_peered":"2024-09-13T17:01:00.431350+0000","last_unstale":"2024-09-13T17:01:00.892845+0000","last_undegraded":"2024-09-13T17:01:00.892845+0000","last_fullsized":"2024-09-13T17:01:00.892845+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:45.903142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044627+0000","last_change":"2024-09-13T17:01:00.909096+0000","last_active":"2024-09-13T17:01:03.044627+0000","last_peered":"2024-09-13T17:01:03.044627+0000","last_clean":"2024-09-13T17:01:03.044627+0000","last_became_active":"2024-09-13T17:01:00.908838+0000","last_became_peered":"2024-09-13T17:01:00.908838+0000","last_unstale":"2024-09-13T17:01:03.044627+0000","last_undegraded":"2024-09-13T17:01:03.044627+0000","last_fullsized":"2024-09-13T17:01:03.044627+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:00:50.349446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.893151+0000","last_change":"2024-09-13T17:01:00.434994+0000","last_active":"2024-09-13T17:01:00.893151+0000","last_peered":"2024-09-13T17:01:00.893151+0000","last_clean":"2024-09-13T17:01:00.893151+0000","last_became_active":"2024-09-13T17:01:00.434597+0000","last_became_peered":"2024-09-13T17:01:00.434597+0000","last_unstale":"2024-09-13T17:01:00.893151+0000","last_undegraded":"2024-09-13T17:01:00.893151+0000","last_fullsized":"2024-09-13T17:01:00.893151+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:33:50.437069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044453+0000","last_change":"2024-09-13T17:01:00.919842+0000","last_active":"2024-09-13T17:01:03.044453+0000","last_peered":"2024-09-13T17:01:03.044453+0000","last_clean":"2024-09-13T17:01:03.044453+0000","last_became_active":"2024-09-13T17:01:00.919604+0000","last_became_peered":"2024-09-13T17:01:00.919604+0000","last_unstale":"2024-09-13T17:01:03.044453+0000","last_undegraded":"2024-09-13T17:01:03.044453+0000","last_fullsized":"2024-09-13T17:01:03.044453+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:37.414730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.896788+0000","last_change":"2024-09-13T17:01:00.448222+0000","last_active":"2024-09-13T17:01:00.896788+0000","last_peered":"2024-09-13T17:01:00.896788+0000","last_clean":"2024-09-13T17:01:00.896788+0000","last_became_active":"2024-09-13T17:01:00.447684+0000","last_became_peered":"2024-09-13T17:01:00.447684+0000","last_unstale":"2024-09-13T17:01:00.896788+0000","last_undegraded":"2024-09-13T17:01:00.896788+0000","last_fullsized":"2024-09-13T17:01:00.896788+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:21.091982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887789+0000","last_change":"2024-09-13T17:01:00.904763+0000","last_active":"2024-09-13T17:01:01.887789+0000","last_peered":"2024-09-13T17:01:01.887789+0000","last_clean":"2024-09-13T17:01:01.887789+0000","last_became_active":"2024-09-13T17:01:00.904507+0000","last_became_peered":"2024-09-13T17:01:00.904507+0000","last_unstale":"2024-09-13T17:01:01.887789+0000","last_undegraded":"2024-09-13T17:01:01.887789+0000","last_fullsized":"2024-09-13T17:01:01.887789+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:46.188338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":17,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.926907+0000","last_change":"2024-09-13T17:01:00.443850+0000","last_active":"2024-09-13T17:01:00.926907+0000","last_peered":"2024-09-13T17:01:00.926907+0000","last_clean":"2024-09-13T17:01:00.926907+0000","last_became_active":"2024-09-13T17:01:00.443564+0000","last_became_peered":"2024-09-13T17:01:00.443564+0000","last_unstale":"2024-09-13T17:01:00.926907+0000","last_undegraded":"2024-09-13T17:01:00.926907+0000","last_fullsized":"2024-09-13T17:01:00.926907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:46.468679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306676+0000","last_change":"2024-09-13T17:01:00.906672+0000","last_active":"2024-09-13T17:01:03.306676+0000","last_peered":"2024-09-13T17:01:03.306676+0000","last_clean":"2024-09-13T17:01:03.306676+0000","last_became_active":"2024-09-13T17:01:00.904601+0000","last_became_peered":"2024-09-13T17:01:00.904601+0000","last_unstale":"2024-09-13T17:01:03.306676+0000","last_undegraded":"2024-09-13T17:01:03.306676+0000","last_fullsized":"2024-09-13T17:01:03.306676+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:45:54.776430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.907534+0000","last_change":"2024-09-13T17:01:00.453605+0000","last_active":"2024-09-13T17:01:00.907534+0000","last_peered":"2024-09-13T17:01:00.907534+0000","last_clean":"2024-09-13T17:01:00.907534+0000","last_became_active":"2024-09-13T17:01:00.453433+0000","last_became_peered":"2024-09-13T17:01:00.453433+0000","last_unstale":"2024-09-13T17:01:00.907534+0000","last_undegraded":"2024-09-13T17:01:00.907534+0000","last_fullsized":"2024-09-13T17:01:00.907534+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.043774+0000","last_change":"2024-09-13T17:01:00.921602+0000","last_active":"2024-09-13T17:01:03.043774+0000","last_peered":"2024-09-13T17:01:03.043774+0000","last_clean":"2024-09-13T17:01:03.043774+0000","last_became_active":"2024-09-13T17:01:00.920797+0000","last_became_peered":"2024-09-13T17:01:00.920797+0000","last_unstale":"2024-09-13T17:01:03.043774+0000","last_undegraded":"2024-09-13T17:01:03.043774+0000","last_fullsized":"2024-09-13T17:01:03.043774+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:26.687552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.901338+0000","last_change":"2024-09-13T17:01:00.451063+0000","last_active":"2024-09-13T17:01:00.901338+0000","last_peered":"2024-09-13T17:01:00.901338+0000","last_clean":"2024-09-13T17:01:00.901338+0000","last_became_active":"2024-09-13T17:01:00.450860+0000","last_became_peered":"2024-09-13T17:01:00.450860+0000","last_unstale":"2024-09-13T17:01:00.901338+0000","last_undegraded":"2024-09-13T17:01:00.901338+0000","last_fullsized":"2024-09-13T17:01:00.901338+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:41.111346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306351+0000","last_change":"2024-09-13T17:01:00.895790+0000","last_active":"2024-09-13T17:01:03.306351+0000","last_peered":"2024-09-13T17:01:03.306351+0000","last_clean":"2024-09-13T17:01:03.306351+0000","last_became_active":"2024-09-13T17:01:00.895546+0000","last_became_peered":"2024-09-13T17:01:00.895546+0000","last_unstale":"2024-09-13T17:01:03.306351+0000","last_undegraded":"2024-09-13T17:01:03.306351+0000","last_fullsized":"2024-09-13T17:01:03.306351+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:57:47.768114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.895311+0000","last_change":"2024-09-13T17:01:00.445102+0000","last_active":"2024-09-13T17:01:00.895311+0000","last_peered":"2024-09-13T17:01:00.895311+0000","last_clean":"2024-09-13T17:01:00.895311+0000","last_became_active":"2024-09-13T17:01:00.444606+0000","last_became_peered":"2024-09-13T17:01:00.444606+0000","last_unstale":"2024-09-13T17:01:00.895311+0000","last_undegraded":"2024-09-13T17:01:00.895311+0000","last_fullsized":"2024-09-13T17:01:00.895311+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:19:17.593862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887522+0000","last_change":"2024-09-13T17:01:00.886854+0000","last_active":"2024-09-13T17:01:01.887522+0000","last_peered":"2024-09-13T17:01:01.887522+0000","last_clean":"2024-09-13T17:01:01.887522+0000","last_became_active":"2024-09-13T17:01:00.886369+0000","last_became_peered":"2024-09-13T17:01:00.886369+0000","last_unstale":"2024-09-13T17:01:01.887522+0000","last_undegraded":"2024-09-13T17:01:01.887522+0000","last_fullsized":"2024-09-13T17:01:01.887522+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:25:08.864643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":19,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.921123+0000","last_change":"2024-09-13T17:01:00.456690+0000","last_active":"2024-09-13T17:01:00.921123+0000","last_peered":"2024-09-13T17:01:00.921123+0000","last_clean":"2024-09-13T17:01:00.921123+0000","last_became_active":"2024-09-13T17:01:00.456514+0000","last_became_peered":"2024-09-13T17:01:00.456514+0000","last_unstale":"2024-09-13T17:01:00.921123+0000","last_undegraded":"2024-09-13T17:01:00.921123+0000","last_fullsized":"2024-09-13T17:01:00.921123+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:10.638581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.889269+0000","last_change":"2024-09-13T17:01:00.906694+0000","last_active":"2024-09-13T17:01:01.889269+0000","last_peered":"2024-09-13T17:01:01.889269+0000","last_clean":"2024-09-13T17:01:01.889269+0000","last_became_active":"2024-09-13T17:01:00.906450+0000","last_became_peered":"2024-09-13T17:01:00.906450+0000","last_unstale":"2024-09-13T17:01:01.889269+0000","last_undegraded":"2024-09-13T17:01:01.889269+0000","last_fullsized":"2024-09-13T17:01:01.889269+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:16.839302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.924816+0000","last_change":"2024-09-13T17:01:00.446933+0000","last_active":"2024-09-13T17:01:00.924816+0000","last_peered":"2024-09-13T17:01:00.924816+0000","last_clean":"2024-09-13T17:01:00.924816+0000","last_became_active":"2024-09-13T17:01:00.446502+0000","last_became_peered":"2024-09-13T17:01:00.446502+0000","last_unstale":"2024-09-13T17:01:00.924816+0000","last_undegraded":"2024-09-13T17:01:00.924816+0000","last_fullsized":"2024-09-13T17:01:00.924816+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:06:03.975002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.020246+0000","last_change":"2024-09-13T17:01:00.909764+0000","last_active":"2024-09-13T17:01:02.020246+0000","last_peered":"2024-09-13T17:01:02.020246+0000","last_clean":"2024-09-13T17:01:02.020246+0000","last_became_active":"2024-09-13T17:01:00.909587+0000","last_became_peered":"2024-09-13T17:01:00.909587+0000","last_unstale":"2024-09-13T17:01:02.020246+0000","last_undegraded":"2024-09-13T17:01:02.020246+0000","last_fullsized":"2024-09-13T17:01:02.020246+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:55.349491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.908182+0000","last_change":"2024-09-13T17:01:00.450545+0000","last_active":"2024-09-13T17:01:00.908182+0000","last_peered":"2024-09-13T17:01:00.908182+0000","last_clean":"2024-09-13T17:01:00.908182+0000","last_became_active":"2024-09-13T17:01:00.450387+0000","last_became_peered":"2024-09-13T17:01:00.450387+0000","last_unstale":"2024-09-13T17:01:00.908182+0000","last_undegraded":"2024-09-13T17:01:00.908182+0000","last_fullsized":"2024-09-13T17:01:00.908182+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:54.336191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623324+0000","last_change":"2024-09-13T17:01:00.897280+0000","last_active":"2024-09-13T17:01:02.623324+0000","last_peered":"2024-09-13T17:01:02.623324+0000","last_clean":"2024-09-13T17:01:02.623324+0000","last_became_active":"2024-09-13T17:01:00.896993+0000","last_became_peered":"2024-09-13T17:01:00.896993+0000","last_unstale":"2024-09-13T17:01:02.623324+0000","last_undegraded":"2024-09-13T17:01:02.623324+0000","last_fullsized":"2024-09-13T17:01:02.623324+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:36.028709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.897544+0000","last_change":"2024-09-13T17:01:00.454520+0000","last_active":"2024-09-13T17:01:00.897544+0000","last_peered":"2024-09-13T17:01:00.897544+0000","last_clean":"2024-09-13T17:01:00.897544+0000","last_became_active":"2024-09-13T17:01:00.453415+0000","last_became_peered":"2024-09-13T17:01:00.453415+0000","last_unstale":"2024-09-13T17:01:00.897544+0000","last_undegraded":"2024-09-13T17:01:00.897544+0000","last_fullsized":"2024-09-13T17:01:00.897544+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:00:49.336146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888160+0000","last_change":"2024-09-13T17:01:00.917606+0000","last_active":"2024-09-13T17:01:01.888160+0000","last_peered":"2024-09-13T17:01:01.888160+0000","last_clean":"2024-09-13T17:01:01.888160+0000","last_became_active":"2024-09-13T17:01:00.917332+0000","last_became_peered":"2024-09-13T17:01:00.917332+0000","last_unstale":"2024-09-13T17:01:01.888160+0000","last_undegraded":"2024-09-13T17:01:01.888160+0000","last_fullsized":"2024-09-13T17:01:01.888160+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:05.617253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.905306+0000","last_change":"2024-09-13T17:01:00.443667+0000","last_active":"2024-09-13T17:01:00.905306+0000","last_peered":"2024-09-13T17:01:00.905306+0000","last_clean":"2024-09-13T17:01:00.905306+0000","last_became_active":"2024-09-13T17:01:00.443387+0000","last_became_peered":"2024-09-13T17:01:00.443387+0000","last_unstale":"2024-09-13T17:01:00.905306+0000","last_undegraded":"2024-09-13T17:01:00.905306+0000","last_fullsized":"2024-09-13T17:01:00.905306+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:45:53.763130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306846+0000","last_change":"2024-09-13T17:01:00.917038+0000","last_active":"2024-09-13T17:01:03.306846+0000","last_peered":"2024-09-13T17:01:03.306846+0000","last_clean":"2024-09-13T17:01:03.306846+0000","last_became_active":"2024-09-13T17:01:00.916806+0000","last_became_peered":"2024-09-13T17:01:00.916806+0000","last_unstale":"2024-09-13T17:01:03.306846+0000","last_undegraded":"2024-09-13T17:01:03.306846+0000","last_fullsized":"2024-09-13T17:01:03.306846+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:33:51.450369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.917316+0000","last_change":"2024-09-13T17:01:00.442738+0000","last_active":"2024-09-13T17:01:00.917316+0000","last_peered":"2024-09-13T17:01:00.917316+0000","last_clean":"2024-09-13T17:01:00.917316+0000","last_became_active":"2024-09-13T17:01:00.442469+0000","last_became_peered":"2024-09-13T17:01:00.442469+0000","last_unstale":"2024-09-13T17:01:00.917316+0000","last_undegraded":"2024-09-13T17:01:00.917316+0000","last_fullsized":"2024-09-13T17:01:00.917316+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:57:46.754814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623283+0000","last_change":"2024-09-13T17:01:00.906112+0000","last_active":"2024-09-13T17:01:02.623283+0000","last_peered":"2024-09-13T17:01:02.623283+0000","last_clean":"2024-09-13T17:01:02.623283+0000","last_became_active":"2024-09-13T17:01:00.905795+0000","last_became_peered":"2024-09-13T17:01:00.905795+0000","last_unstale":"2024-09-13T17:01:02.623283+0000","last_undegraded":"2024-09-13T17:01:02.623283+0000","last_fullsized":"2024-09-13T17:01:02.623283+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:06.259808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.886024+0000","last_change":"2024-09-13T17:01:00.455579+0000","last_active":"2024-09-13T17:01:00.886024+0000","last_peered":"2024-09-13T17:01:00.886024+0000","last_clean":"2024-09-13T17:01:00.886024+0000","last_became_active":"2024-09-13T17:01:00.455218+0000","last_became_peered":"2024-09-13T17:01:00.455218+0000","last_unstale":"2024-09-13T17:01:00.886024+0000","last_undegraded":"2024-09-13T17:01:00.886024+0000","last_fullsized":"2024-09-13T17:01:00.886024+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:40:34.859068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306721+0000","last_change":"2024-09-13T17:01:00.920357+0000","last_active":"2024-09-13T17:01:03.306721+0000","last_peered":"2024-09-13T17:01:03.306721+0000","last_clean":"2024-09-13T17:01:03.306721+0000","last_became_active":"2024-09-13T17:01:00.919506+0000","last_became_peered":"2024-09-13T17:01:00.919506+0000","last_unstale":"2024-09-13T17:01:03.306721+0000","last_undegraded":"2024-09-13T17:01:03.306721+0000","last_fullsized":"2024-09-13T17:01:03.306721+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:57:47.768114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.891256+0000","last_change":"2024-09-13T17:01:00.439600+0000","last_active":"2024-09-13T17:01:00.891256+0000","last_peered":"2024-09-13T17:01:00.891256+0000","last_clean":"2024-09-13T17:01:00.891256+0000","last_became_active":"2024-09-13T17:01:00.439320+0000","last_became_peered":"2024-09-13T17:01:00.439320+0000","last_unstale":"2024-09-13T17:01:00.891256+0000","last_undegraded":"2024-09-13T17:01:00.891256+0000","last_fullsized":"2024-09-13T17:01:00.891256+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:54.399455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.019472+0000","last_change":"2024-09-13T17:01:00.904594+0000","last_active":"2024-09-13T17:01:02.019472+0000","last_peered":"2024-09-13T17:01:02.019472+0000","last_clean":"2024-09-13T17:01:02.019472+0000","last_became_active":"2024-09-13T17:01:00.904338+0000","last_became_peered":"2024-09-13T17:01:00.904338+0000","last_unstale":"2024-09-13T17:01:02.019472+0000","last_undegraded":"2024-09-13T17:01:02.019472+0000","last_fullsized":"2024-09-13T17:01:02.019472+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:30.045877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.880936+0000","last_change":"2024-09-13T17:01:00.453943+0000","last_active":"2024-09-13T17:01:00.880936+0000","last_peered":"2024-09-13T17:01:00.880936+0000","last_clean":"2024-09-13T17:01:00.880936+0000","last_became_active":"2024-09-13T17:01:00.453715+0000","last_became_peered":"2024-09-13T17:01:00.453715+0000","last_unstale":"2024-09-13T17:01:00.880936+0000","last_undegraded":"2024-09-13T17:01:00.880936+0000","last_fullsized":"2024-09-13T17:01:00.880936+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:35.015409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887970+0000","last_change":"2024-09-13T17:01:00.914961+0000","last_active":"2024-09-13T17:01:01.887970+0000","last_peered":"2024-09-13T17:01:01.887970+0000","last_clean":"2024-09-13T17:01:01.887970+0000","last_became_active":"2024-09-13T17:01:00.914712+0000","last_became_peered":"2024-09-13T17:01:00.914712+0000","last_unstale":"2024-09-13T17:01:01.887970+0000","last_undegraded":"2024-09-13T17:01:01.887970+0000","last_fullsized":"2024-09-13T17:01:01.887970+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:56.034990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.918408+0000","last_change":"2024-09-13T17:01:00.442861+0000","last_active":"2024-09-13T17:01:00.918408+0000","last_peered":"2024-09-13T17:01:00.918408+0000","last_clean":"2024-09-13T17:01:00.918408+0000","last_became_active":"2024-09-13T17:01:00.442080+0000","last_became_peered":"2024-09-13T17:01:00.442080+0000","last_unstale":"2024-09-13T17:01:00.918408+0000","last_undegraded":"2024-09-13T17:01:00.918408+0000","last_fullsized":"2024-09-13T17:01:00.918408+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.889358+0000","last_change":"2024-09-13T17:01:00.894313+0000","last_active":"2024-09-13T17:01:01.889358+0000","last_peered":"2024-09-13T17:01:01.889358+0000","last_clean":"2024-09-13T17:01:01.889358+0000","last_became_active":"2024-09-13T17:01:00.894061+0000","last_became_peered":"2024-09-13T17:01:00.894061+0000","last_unstale":"2024-09-13T17:01:01.889358+0000","last_undegraded":"2024-09-13T17:01:01.889358+0000","last_fullsized":"2024-09-13T17:01:01.889358+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:43.187992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"34'1","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623656+0000","last_change":"2024-09-13T17:01:00.435186+0000","last_active":"2024-09-13T17:01:02.623656+0000","last_peered":"2024-09-13T17:01:02.623656+0000","last_clean":"2024-09-13T17:01:02.623656+0000","last_became_active":"2024-09-13T17:01:00.434470+0000","last_became_peered":"2024-09-13T17:01:00.434470+0000","last_unstale":"2024-09-13T17:01:02.623656+0000","last_undegraded":"2024-09-13T17:01:02.623656+0000","last_fullsized":"2024-09-13T17:01:02.623656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:25.830340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888223+0000","last_change":"2024-09-13T17:01:00.909543+0000","last_active":"2024-09-13T17:01:01.888223+0000","last_peered":"2024-09-13T17:01:01.888223+0000","last_clean":"2024-09-13T17:01:01.888223+0000","last_became_active":"2024-09-13T17:01:00.908786+0000","last_became_peered":"2024-09-13T17:01:00.908786+0000","last_unstale":"2024-09-13T17:01:01.888223+0000","last_undegraded":"2024-09-13T17:01:01.888223+0000","last_fullsized":"2024-09-13T17:01:01.888223+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:44:00.480533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.884826+0000","last_change":"2024-09-13T17:01:00.434271+0000","last_active":"2024-09-13T17:01:00.884826+0000","last_peered":"2024-09-13T17:01:00.884826+0000","last_clean":"2024-09-13T17:01:00.884826+0000","last_became_active":"2024-09-13T17:01:00.434030+0000","last_became_peered":"2024-09-13T17:01:00.434030+0000","last_unstale":"2024-09-13T17:01:00.884826+0000","last_undegraded":"2024-09-13T17:01:00.884826+0000","last_fullsized":"2024-09-13T17:01:00.884826+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888492+0000","last_change":"2024-09-13T17:01:00.906610+0000","last_active":"2024-09-13T17:01:01.888492+0000","last_peered":"2024-09-13T17:01:01.888492+0000","last_clean":"2024-09-13T17:01:01.888492+0000","last_became_active":"2024-09-13T17:01:00.905587+0000","last_became_peered":"2024-09-13T17:01:00.905587+0000","last_unstale":"2024-09-13T17:01:01.888492+0000","last_undegraded":"2024-09-13T17:01:01.888492+0000","last_fullsized":"2024-09-13T17:01:01.888492+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:36.028709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.884329+0000","last_change":"2024-09-13T17:01:00.440327+0000","last_active":"2024-09-13T17:01:00.884329+0000","last_peered":"2024-09-13T17:01:00.884329+0000","last_clean":"2024-09-13T17:01:00.884329+0000","last_became_active":"2024-09-13T17:01:00.440039+0000","last_became_peered":"2024-09-13T17:01:00.440039+0000","last_unstale":"2024-09-13T17:01:00.884329+0000","last_undegraded":"2024-09-13T17:01:00.884329+0000","last_fullsized":"2024-09-13T17:01:00.884329+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044037+0000","last_change":"2024-09-13T17:01:00.921754+0000","last_active":"2024-09-13T17:01:03.044037+0000","last_peered":"2024-09-13T17:01:03.044037+0000","last_clean":"2024-09-13T17:01:03.044037+0000","last_became_active":"2024-09-13T17:01:00.921138+0000","last_became_peered":"2024-09-13T17:01:00.921138+0000","last_unstale":"2024-09-13T17:01:03.044037+0000","last_undegraded":"2024-09-13T17:01:03.044037+0000","last_fullsized":"2024-09-13T17:01:03.044037+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:06.259808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.884153+0000","last_change":"2024-09-13T17:01:00.455346+0000","last_active":"2024-09-13T17:01:00.884153+0000","last_peered":"2024-09-13T17:01:00.884153+0000","last_clean":"2024-09-13T17:01:00.884153+0000","last_became_active":"2024-09-13T17:01:00.455085+0000","last_became_peered":"2024-09-13T17:01:00.455085+0000","last_unstale":"2024-09-13T17:01:00.884153+0000","last_undegraded":"2024-09-13T17:01:00.884153+0000","last_fullsized":"2024-09-13T17:01:00.884153+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.043975+0000","last_change":"2024-09-13T17:01:00.921252+0000","last_active":"2024-09-13T17:01:03.043975+0000","last_peered":"2024-09-13T17:01:03.043975+0000","last_clean":"2024-09-13T17:01:03.043975+0000","last_became_active":"2024-09-13T17:01:00.920950+0000","last_became_peered":"2024-09-13T17:01:00.920950+0000","last_unstale":"2024-09-13T17:01:03.043975+0000","last_undegraded":"2024-09-13T17:01:03.043975+0000","last_fullsized":"2024-09-13T17:01:03.043975+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:47.293573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.883531+0000","last_change":"2024-09-13T17:01:00.456405+0000","last_active":"2024-09-13T17:01:00.883531+0000","last_peered":"2024-09-13T17:01:00.883531+0000","last_clean":"2024-09-13T17:01:00.883531+0000","last_became_active":"2024-09-13T17:01:00.456122+0000","last_became_peered":"2024-09-13T17:01:00.456122+0000","last_unstale":"2024-09-13T17:01:00.883531+0000","last_undegraded":"2024-09-13T17:01:00.883531+0000","last_fullsized":"2024-09-13T17:01:00.883531+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887382+0000","last_change":"2024-09-13T17:01:00.895666+0000","last_active":"2024-09-13T17:01:01.887382+0000","last_peered":"2024-09-13T17:01:01.887382+0000","last_clean":"2024-09-13T17:01:01.887382+0000","last_became_active":"2024-09-13T17:01:00.895397+0000","last_became_peered":"2024-09-13T17:01:00.895397+0000","last_unstale":"2024-09-13T17:01:01.887382+0000","last_undegraded":"2024-09-13T17:01:01.887382+0000","last_fullsized":"2024-09-13T17:01:01.887382+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:22.354193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.898695+0000","last_change":"2024-09-13T17:01:00.441969+0000","last_active":"2024-09-13T17:01:00.898695+0000","last_peered":"2024-09-13T17:01:00.898695+0000","last_clean":"2024-09-13T17:01:00.898695+0000","last_became_active":"2024-09-13T17:01:00.441672+0000","last_became_peered":"2024-09-13T17:01:00.441672+0000","last_unstale":"2024-09-13T17:01:00.898695+0000","last_undegraded":"2024-09-13T17:01:00.898695+0000","last_fullsized":"2024-09-13T17:01:00.898695+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:04.603953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888437+0000","last_change":"2024-09-13T17:01:00.911797+0000","last_active":"2024-09-13T17:01:01.888437+0000","last_peered":"2024-09-13T17:01:01.888437+0000","last_clean":"2024-09-13T17:01:01.888437+0000","last_became_active":"2024-09-13T17:01:00.909448+0000","last_became_peered":"2024-09-13T17:01:00.909448+0000","last_unstale":"2024-09-13T17:01:01.888437+0000","last_undegraded":"2024-09-13T17:01:01.888437+0000","last_fullsized":"2024-09-13T17:01:01.888437+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:36.533443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.882179+0000","last_change":"2024-09-13T17:01:00.448360+0000","last_active":"2024-09-13T17:01:00.882179+0000","last_peered":"2024-09-13T17:01:00.882179+0000","last_clean":"2024-09-13T17:01:00.882179+0000","last_became_active":"2024-09-13T17:01:00.447978+0000","last_became_peered":"2024-09-13T17:01:00.447978+0000","last_unstale":"2024-09-13T17:01:00.882179+0000","last_undegraded":"2024-09-13T17:01:00.882179+0000","last_fullsized":"2024-09-13T17:01:00.882179+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:05.246508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":176,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.890504+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:01:00.890504+0000","last_peered":"2024-09-13T17:01:00.890504+0000","last_clean":"2024-09-13T17:01:00.890504+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:01:00.890504+0000","last_undegraded":"2024-09-13T17:01:00.890504+0000","last_fullsized":"2024-09-13T17:01:00.890504+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31504,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340336,"statfs":{"total":96636764160,"available":96604504064,"internally_reserved":0,"allocated":389120,"data_stored":151423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.2609999999999999},{"interface":"front","average":{"1min":1.337,"5min":1.337,"15min":1.337},"min":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":1.3500000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":1.0129999999999999},{"interface":"front","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":1.224}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":1.119},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"min":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":1.2729999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.286,"15min":1.286},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":0.84399999999999997},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":2.1339999999999999,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.91700000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.456,"15min":1.456},"min":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.496,"5min":1.496,"15min":1.496},"min":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":1.3120000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":1.1659999999999999},{"interface":"front","average":{"1min":1.542,"5min":1.542,"15min":1.542},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.077}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.583,"15min":1.583},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":1.444},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.002,"5min":1.002,"15min":1.002},"max":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":1.212}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31504,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340336,"statfs":{"total":96636764160,"available":96604504064,"internally_reserved":0,"allocated":397312,"data_stored":152965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":1.605},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":1.2889999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":1.74,"5min":1.74,"15min":1.74},"last":1.125},{"interface":"front","average":{"1min":1.306,"5min":1.306,"15min":1.306},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.3300000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.474},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.0009999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.415,"5min":2.415,"15min":2.415},"last":1.5089999999999999},{"interface":"front","average":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.403}]},{"osd":4,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":3.4569999999999999,"5min":3.4569999999999999,"15min":3.4569999999999999},"last":1.151}]},{"osd":5,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.4339999999999999},{"interface":"front","average":{"1min":1.514,"5min":1.514,"15min":1.514},"min":{"1min":1.01,"5min":1.01,"15min":1.01},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":1.6759999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.657,"15min":1.657},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":3.3290000000000002,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.54},{"interface":"front","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.492}]}]},{"osd":5,"up_from":13,"seq":55834574865,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32072,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339768,"statfs":{"total":96636764160,"available":96603922432,"internally_reserved":0,"allocated":978944,"data_stored":741332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.212,"15min":1.212},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":2.202,"5min":2.202,"15min":2.202},"last":1.0009999999999999},{"interface":"front","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.98399999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.492},{"interface":"front","average":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.1400000000000001,"5min":2.1400000000000001,"15min":2.1400000000000001},"last":1.466}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":1.0369999999999999},{"interface":"front","average":{"1min":1.226,"5min":1.226,"15min":1.226},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":1.4379999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.377},{"interface":"front","average":{"1min":1.351,"5min":1.351,"15min":1.351},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.92300000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.3,"15min":1.3},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":1.1950000000000001},{"interface":"front","average":{"1min":1.294,"5min":1.294,"15min":1.294},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":1.1399999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":1.266,"15min":1.266},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.79900000000000004},{"interface":"front","average":{"1min":1.325,"5min":1.325,"15min":1.325},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":1.302}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.258},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"min":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"max":{"1min":2.2250000000000001,"5min":2.2250000000000001,"15min":2.2250000000000001},"last":1.1719999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31516,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340324,"statfs":{"total":96636764160,"available":96604491776,"internally_reserved":0,"allocated":401408,"data_stored":152987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":1.2},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":1.266}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.238,"15min":1.238},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.2130000000000001},{"interface":"front","average":{"1min":1.196,"5min":1.196,"15min":1.196},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":1.006}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.228,"15min":1.228},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.327,"5min":1.327,"15min":1.327},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.3979999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":0.88900000000000001},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":2.0310000000000001,"5min":2.0310000000000001,"15min":2.0310000000000001},"last":1.0940000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.335,"15min":1.335},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":1.05},{"interface":"front","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":1.1419999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.6579999999999999,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.3129999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.569,"15min":1.569},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1949999999999998,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":1.2969999999999999},{"interface":"front","average":{"1min":1.865,"5min":1.865,"15min":1.865},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":7.077,"5min":7.077,"15min":7.077},"last":1.3360000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27420,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":401408,"data_stored":152177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.83999999999999997}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.752},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":1.2809999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.946,"5min":1.946,"15min":1.946},"last":0.88},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.746,"5min":2.746,"15min":2.746},"last":1.7869999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.1180000000000001},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.873,"5min":0.873,"15min":0.873},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.359}]},{"osd":5,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.607},{"interface":"front","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":1.7230000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":1.4099999999999999},{"interface":"front","average":{"1min":1.45,"5min":1.45,"15min":1.45},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":2.0939999999999999,"5min":2.0939999999999999,"15min":2.0939999999999999},"last":1.7490000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":2.903,"5min":2.903,"15min":2.903},"last":1.8560000000000001},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"last":1.6819999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":389120,"data_stored":151435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":4.0469999999999997,"5min":4.0469999999999997,"15min":4.0469999999999997},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.89900000000000002}]},{"osd":1,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.1299999999999999,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":1.0029999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":1.198,"5min":1.198,"15min":1.198},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.96,"5min":2.96,"15min":2.96},"last":1.431}]},{"osd":4,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.048,"5min":3.048,"15min":3.048},"last":1.623},{"interface":"front","average":{"1min":1.573,"5min":1.573,"15min":1.573},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":3.9140000000000001,"5min":3.9140000000000001,"15min":3.9140000000000001},"last":1.736}]},{"osd":5,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.591,"15min":1.591},"min":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":1.849},{"interface":"front","average":{"1min":1.49,"5min":1.49,"15min":1.49},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":2.8799999999999999,"5min":2.8799999999999999,"15min":2.8799999999999999},"last":1.3959999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":3.2509999999999999},"last":1.6359999999999999},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"min":{"1min":1.117,"5min":1.117,"15min":1.117},"max":{"1min":3.202,"5min":3.202,"15min":3.202},"last":1.8180000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":4.4429999999999996,"5min":4.4429999999999996,"15min":4.4429999999999996},"last":1.9359999999999999},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5940000000000001,"15min":1.5940000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":3.573,"5min":3.573,"15min":3.573},"last":1.782}]}]},{"osd":1,"up_from":13,"seq":55834574866,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27992,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343848,"statfs":{"total":96636764160,"available":96608100352,"internally_reserved":0,"allocated":983040,"data_stored":741839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.53700000000000003}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":1.173}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.7970000000000002,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.70599999999999996}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":3.0449999999999999,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":1.369,"5min":1.369,"15min":1.369},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":0.96299999999999997}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"min":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"min":{"1min":1.016,"5min":1.016,"15min":1.016},"max":{"1min":3.2309999999999999,"5min":3.2309999999999999,"15min":3.2309999999999999},"last":0.98899999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.371,"15min":1.371},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":3.3420000000000001,"5min":3.3420000000000001,"15min":3.3420000000000001},"last":0.92900000000000005},{"interface":"front","average":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":1.01}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.504,"5min":1.504,"15min":1.504},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.9350000000000001,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":1.1419999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":151491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":3.677,"5min":3.677,"15min":3.677},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":0.86599999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":1.1739999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":1.087},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.3650000000000002,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":1.232}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":2.0840000000000001,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":1.3879999999999999},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":2.1520000000000001,"5min":2.1520000000000001,"15min":2.1520000000000001},"last":1.415}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":1.036,"5min":1.036,"15min":1.036},"max":{"1min":3.1720000000000002,"5min":3.1720000000000002,"15min":3.1720000000000002},"last":1.306},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.2809999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"max":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.347},{"interface":"front","average":{"1min":1.524,"5min":1.524,"15min":1.524},"min":{"1min":1.109,"5min":1.109,"15min":1.109},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":1.4399999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.413},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.4670000000000001},{"interface":"front","average":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":1.5509999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:01:10.124 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:01:10.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.296+0000 7f08b6c00700 1 Processor -- start 2024-09-13T17:01:10.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.296+0000 7f08b6c00700 1 -- start start 2024-09-13T17:01:10.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.296+0000 7f08b6c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f08b015af60 0x7f08b00ce610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.303 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.296+0000 7f08b6c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f08b015eb10 0x7f08b015ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.304 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b6c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08b0151ef0 con 0x7f08b00cc9a0 2024-09-13T17:01:10.304 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b6c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08b015f460 con 0x7f08b015af60 2024-09-13T17:01:10.304 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b6c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08b015b590 con 0x7f08b015eb10 2024-09-13T17:01:10.304 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b6200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f08b015eb10 0x7f08b015ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.304 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b4e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f08b015af60 0x7f08b00ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b5800700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f08b00cc9a0 0x7f08b006cb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:50478/0 (socket says 172.21.15.99:50478) 2024-09-13T17:01:10.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b5800700 1 -- 172.21.15.99:0/1497335782 learned_addr learned my addr 172.21.15.99:0/1497335782 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:10.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08afe00700 1 -- 172.21.15.99:0/1497335782 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2647087765 0 0) 0x7f08b0151ef0 con 0x7f08b00cc9a0 2024-09-13T17:01:10.305 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b4e00700 1 -- 172.21.15.99:0/1497335782 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f08b015eb10 msgr2=0x7f08b015ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:10.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b4e00700 1 --2- 172.21.15.99:0/1497335782 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f08b015eb10 0x7f08b015ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b4e00700 1 -- 172.21.15.99:0/1497335782 >> v1:172.21.15.170:6789/0 conn(0x7f08b00cc9a0 legacy=0x7f08b006cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:10.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b4e00700 1 -- 172.21.15.99:0/1497335782 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08b00ae5f0 con 0x7f08b015af60 2024-09-13T17:01:10.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08b4e00700 1 --2- 172.21.15.99:0/1497335782 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08b015af60 0x7f08b00ce610 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f089c009850 tx=0x7f089c009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6be33c8977ab9328 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:10.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08afe00700 1 -- 172.21.15.99:0/1497335782 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f089c011830 con 0x7f08b015af60 2024-09-13T17:01:10.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08afe00700 1 -- 172.21.15.99:0/1497335782 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f089c011990 con 0x7f08b015af60 2024-09-13T17:01:10.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.300+0000 7f08afe00700 1 -- 172.21.15.99:0/1497335782 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f089c011d40 con 0x7f08b015af60 2024-09-13T17:01:10.308 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.304+0000 7f08b6c00700 1 -- 172.21.15.99:0/1497335782 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08b015af60 msgr2=0x7f08b00ce610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:10.308 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.304+0000 7f08b6c00700 1 --2- 172.21.15.99:0/1497335782 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08b015af60 0x7f08b00ce610 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f089c009850 tx=0x7f089c009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:10.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.304+0000 7f08b6c00700 1 -- 172.21.15.99:0/1497335782 shutdown_connections 2024-09-13T17:01:10.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.304+0000 7f08b6c00700 1 --2- 172.21.15.99:0/1497335782 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f08b015eb10 0x7f08b015ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.304+0000 7f08b6c00700 1 --2- 172.21.15.99:0/1497335782 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08b015af60 0x7f08b00ce610 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.304+0000 7f08b6c00700 1 -- 172.21.15.99:0/1497335782 >> 172.21.15.99:0/1497335782 conn(0x7f08b006f790 msgr2=0x7f08b006fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:10.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.304+0000 7f08b6c00700 1 -- 172.21.15.99:0/1497335782 shutdown_connections 2024-09-13T17:01:10.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.304+0000 7f08b6c00700 1 -- 172.21.15.99:0/1497335782 wait complete. 2024-09-13T17:01:10.311 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6c00700 1 Processor -- start 2024-09-13T17:01:10.312 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6c00700 1 -- start start 2024-09-13T17:01:10.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08b00cc9a0 0x7f08b014fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f08b015af60 0x7f08b00b06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f08b015eb10 0x7f08b014f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08b015c010 con 0x7f08b015eb10 2024-09-13T17:01:10.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08b0152a30 con 0x7f08b00cc9a0 2024-09-13T17:01:10.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08b00b0d40 con 0x7f08b015af60 2024-09-13T17:01:10.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f08b015eb10 0x7f08b014f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f08b015eb10 0x7f08b014f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44792/0 (socket says 172.21.15.99:44792) 2024-09-13T17:01:10.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6200700 1 -- 172.21.15.99:0/1842383422 learned_addr learned my addr 172.21.15.99:0/1842383422 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:10.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b5800700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08b00cc9a0 0x7f08b014fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b4e00700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f08b015af60 0x7f08b00b06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6200700 1 -- 172.21.15.99:0/1842383422 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f08b015af60 msgr2=0x7f08b00b06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:10.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6200700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f08b015af60 0x7f08b00b06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6200700 1 -- 172.21.15.99:0/1842383422 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08b00cc9a0 msgr2=0x7f08b014fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:10.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6200700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08b00cc9a0 0x7f08b014fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.308+0000 7f08b6200700 1 -- 172.21.15.99:0/1842383422 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f089c0094b0 con 0x7f08b015eb10 2024-09-13T17:01:10.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.312+0000 7f08b6200700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f08b015eb10 0x7f08b014f000 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f08a800e7f0 tx=0x7f08a800eb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:10.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.312+0000 7f08ad600700 1 -- 172.21.15.99:0/1842383422 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08a80095c0 con 0x7f08b015eb10 2024-09-13T17:01:10.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.312+0000 7f08ad600700 1 -- 172.21.15.99:0/1842383422 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08a8013680 con 0x7f08b015eb10 2024-09-13T17:01:10.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.312+0000 7f08ad600700 1 -- 172.21.15.99:0/1842383422 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08a8013a10 con 0x7f08b015eb10 2024-09-13T17:01:10.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.312+0000 7f08b6c00700 1 -- 172.21.15.99:0/1842383422 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08b0152100 con 0x7f08b015eb10 2024-09-13T17:01:10.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.312+0000 7f08b6c00700 1 -- 172.21.15.99:0/1842383422 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08b01526c0 con 0x7f08b015eb10 2024-09-13T17:01:10.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.312+0000 7f08b6c00700 1 -- 172.21.15.99:0/1842383422 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08b00b0f60 con 0x7f08b015eb10 2024-09-13T17:01:10.318 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.312+0000 7f08ad600700 1 -- 172.21.15.99:0/1842383422 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f08a8013b90 con 0x7f08b015eb10 2024-09-13T17:01:10.320 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.316+0000 7f08ad600700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0890066730 0x7f0890068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.320 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.316+0000 7f08ad600700 1 -- 172.21.15.99:0/1842383422 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f08a8083ed0 con 0x7f08b015eb10 2024-09-13T17:01:10.320 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.316+0000 7f08b5800700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0890066730 0x7f0890068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.316+0000 7f08b5800700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0890066730 0x7f0890068bf0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f08a40012e0 tx=0x7f08a4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:10.327 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.320+0000 7f08ad600700 1 -- 172.21.15.99:0/1842383422 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f08a80512d0 con 0x7f08b015eb10 2024-09-13T17:01:10.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.512+0000 7f08b6c00700 1 -- 172.21.15.99:0/1842383422 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f08b015e5f0 con 0x7f0890066730 2024-09-13T17:01:10.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.528+0000 7f08ad600700 1 -- 172.21.15.99:0/1842383422 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286096 (secure 0 0 0) 0x7f08a400f960 con 0x7f0890066730 2024-09-13T17:01:10.538 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:10.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 -- 172.21.15.99:0/1842383422 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0890066730 msgr2=0x7f0890068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:10.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0890066730 0x7f0890068bf0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f08a40012e0 tx=0x7f08a4009040 comp rx=0 tx=0).stop 2024-09-13T17:01:10.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 -- 172.21.15.99:0/1842383422 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f08b015eb10 msgr2=0x7f08b014f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:10.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f08b015eb10 0x7f08b014f000 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f08a800e7f0 tx=0x7f08a800eb00 comp rx=0 tx=0).stop 2024-09-13T17:01:10.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 -- 172.21.15.99:0/1842383422 shutdown_connections 2024-09-13T17:01:10.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0890066730 0x7f0890068bf0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f08b015eb10 0x7f08b014f000 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f08b015af60 0x7f08b00b06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 --2- 172.21.15.99:0/1842383422 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f08b00cc9a0 0x7f08b014fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 -- 172.21.15.99:0/1842383422 >> 172.21.15.99:0/1842383422 conn(0x7f08b006f790 msgr2=0x7f08b006dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:10.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 -- 172.21.15.99:0/1842383422 shutdown_connections 2024-09-13T17:01:10.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.536+0000 7f08b6c00700 1 -- 172.21.15.99:0/1842383422 wait complete. 2024-09-13T17:01:10.544 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:01:10.563 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-09-13T17:01:10.167539+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236816,"kb_used_data":4228,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737904,"statfs":{"total":773094113280,"available":772851613696,"internally_reserved":0,"allocated":4329472,"data_stored":2395649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.289033"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307130+0000","last_change":"2024-09-13T17:01:00.911030+0000","last_active":"2024-09-13T17:01:03.307130+0000","last_peered":"2024-09-13T17:01:03.307130+0000","last_clean":"2024-09-13T17:01:03.307130+0000","last_became_active":"2024-09-13T17:01:00.910687+0000","last_became_peered":"2024-09-13T17:01:00.910687+0000","last_unstale":"2024-09-13T17:01:03.307130+0000","last_undegraded":"2024-09-13T17:01:03.307130+0000","last_fullsized":"2024-09-13T17:01:03.307130+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:43.259745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623572+0000","last_change":"2024-09-13T17:01:00.908899+0000","last_active":"2024-09-13T17:01:02.623572+0000","last_peered":"2024-09-13T17:01:02.623572+0000","last_clean":"2024-09-13T17:01:02.623572+0000","last_became_active":"2024-09-13T17:01:00.908620+0000","last_became_peered":"2024-09-13T17:01:00.908620+0000","last_unstale":"2024-09-13T17:01:02.623572+0000","last_undegraded":"2024-09-13T17:01:02.623572+0000","last_fullsized":"2024-09-13T17:01:02.623572+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:03:41.726164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.020127+0000","last_change":"2024-09-13T17:01:00.897156+0000","last_active":"2024-09-13T17:01:02.020127+0000","last_peered":"2024-09-13T17:01:02.020127+0000","last_clean":"2024-09-13T17:01:02.020127+0000","last_became_active":"2024-09-13T17:01:00.896970+0000","last_became_peered":"2024-09-13T17:01:00.896970+0000","last_unstale":"2024-09-13T17:01:02.020127+0000","last_undegraded":"2024-09-13T17:01:02.020127+0000","last_fullsized":"2024-09-13T17:01:02.020127+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:40:35.872368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044143+0000","last_change":"2024-09-13T17:01:00.919342+0000","last_active":"2024-09-13T17:01:03.044143+0000","last_peered":"2024-09-13T17:01:03.044143+0000","last_clean":"2024-09-13T17:01:03.044143+0000","last_became_active":"2024-09-13T17:01:00.918991+0000","last_became_peered":"2024-09-13T17:01:00.918991+0000","last_unstale":"2024-09-13T17:01:03.044143+0000","last_undegraded":"2024-09-13T17:01:03.044143+0000","last_fullsized":"2024-09-13T17:01:03.044143+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:09.047576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623197+0000","last_change":"2024-09-13T17:01:00.910581+0000","last_active":"2024-09-13T17:01:02.623197+0000","last_peered":"2024-09-13T17:01:02.623197+0000","last_clean":"2024-09-13T17:01:02.623197+0000","last_became_active":"2024-09-13T17:01:00.908851+0000","last_became_peered":"2024-09-13T17:01:00.908851+0000","last_unstale":"2024-09-13T17:01:02.623197+0000","last_undegraded":"2024-09-13T17:01:02.623197+0000","last_fullsized":"2024-09-13T17:01:02.623197+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:26.687552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887964+0000","last_change":"2024-09-13T17:01:00.900101+0000","last_active":"2024-09-13T17:01:01.887964+0000","last_peered":"2024-09-13T17:01:01.887964+0000","last_clean":"2024-09-13T17:01:01.887964+0000","last_became_active":"2024-09-13T17:01:00.894564+0000","last_became_peered":"2024-09-13T17:01:00.894564+0000","last_unstale":"2024-09-13T17:01:01.887964+0000","last_undegraded":"2024-09-13T17:01:01.887964+0000","last_fullsized":"2024-09-13T17:01:01.887964+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:32:21.267902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306457+0000","last_change":"2024-09-13T17:01:00.897052+0000","last_active":"2024-09-13T17:01:03.306457+0000","last_peered":"2024-09-13T17:01:03.306457+0000","last_clean":"2024-09-13T17:01:03.306457+0000","last_became_active":"2024-09-13T17:01:00.896847+0000","last_became_peered":"2024-09-13T17:01:00.896847+0000","last_unstale":"2024-09-13T17:01:03.306457+0000","last_undegraded":"2024-09-13T17:01:03.306457+0000","last_fullsized":"2024-09-13T17:01:03.306457+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:26.843640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306175+0000","last_change":"2024-09-13T17:01:00.889504+0000","last_active":"2024-09-13T17:01:03.306175+0000","last_peered":"2024-09-13T17:01:03.306175+0000","last_clean":"2024-09-13T17:01:03.306175+0000","last_became_active":"2024-09-13T17:01:00.889235+0000","last_became_peered":"2024-09-13T17:01:00.889235+0000","last_unstale":"2024-09-13T17:01:03.306175+0000","last_undegraded":"2024-09-13T17:01:03.306175+0000","last_fullsized":"2024-09-13T17:01:03.306175+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:22.105282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.020245+0000","last_change":"2024-09-13T17:01:00.905526+0000","last_active":"2024-09-13T17:01:02.020245+0000","last_peered":"2024-09-13T17:01:02.020245+0000","last_clean":"2024-09-13T17:01:02.020245+0000","last_became_active":"2024-09-13T17:01:00.905255+0000","last_became_peered":"2024-09-13T17:01:00.905255+0000","last_unstale":"2024-09-13T17:01:02.020245+0000","last_undegraded":"2024-09-13T17:01:02.020245+0000","last_fullsized":"2024-09-13T17:01:02.020245+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:47.481979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044460+0000","last_change":"2024-09-13T17:01:00.911780+0000","last_active":"2024-09-13T17:01:03.044460+0000","last_peered":"2024-09-13T17:01:03.044460+0000","last_clean":"2024-09-13T17:01:03.044460+0000","last_became_active":"2024-09-13T17:01:00.909592+0000","last_became_peered":"2024-09-13T17:01:00.909592+0000","last_unstale":"2024-09-13T17:01:03.044460+0000","last_undegraded":"2024-09-13T17:01:03.044460+0000","last_fullsized":"2024-09-13T17:01:03.044460+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:48:13.763539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887837+0000","last_change":"2024-09-13T17:01:00.907025+0000","last_active":"2024-09-13T17:01:01.887837+0000","last_peered":"2024-09-13T17:01:01.887837+0000","last_clean":"2024-09-13T17:01:01.887837+0000","last_became_active":"2024-09-13T17:01:00.905057+0000","last_became_peered":"2024-09-13T17:01:00.905057+0000","last_unstale":"2024-09-13T17:01:01.887837+0000","last_undegraded":"2024-09-13T17:01:01.887837+0000","last_fullsized":"2024-09-13T17:01:01.887837+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:37:48.817594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.019798+0000","last_change":"2024-09-13T17:01:00.906126+0000","last_active":"2024-09-13T17:01:02.019798+0000","last_peered":"2024-09-13T17:01:02.019798+0000","last_clean":"2024-09-13T17:01:02.019798+0000","last_became_active":"2024-09-13T17:01:00.905816+0000","last_became_peered":"2024-09-13T17:01:00.905816+0000","last_unstale":"2024-09-13T17:01:02.019798+0000","last_undegraded":"2024-09-13T17:01:02.019798+0000","last_fullsized":"2024-09-13T17:01:02.019798+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:56.094578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307176+0000","last_change":"2024-09-13T17:01:00.920260+0000","last_active":"2024-09-13T17:01:03.307176+0000","last_peered":"2024-09-13T17:01:03.307176+0000","last_clean":"2024-09-13T17:01:03.307176+0000","last_became_active":"2024-09-13T17:01:00.919989+0000","last_became_peered":"2024-09-13T17:01:00.919989+0000","last_unstale":"2024-09-13T17:01:03.307176+0000","last_undegraded":"2024-09-13T17:01:03.307176+0000","last_fullsized":"2024-09-13T17:01:03.307176+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:46.916442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.043744+0000","last_change":"2024-09-13T17:01:00.916679+0000","last_active":"2024-09-13T17:01:03.043744+0000","last_peered":"2024-09-13T17:01:03.043744+0000","last_clean":"2024-09-13T17:01:03.043744+0000","last_became_active":"2024-09-13T17:01:00.916411+0000","last_became_peered":"2024-09-13T17:01:00.916411+0000","last_unstale":"2024-09-13T17:01:03.043744+0000","last_undegraded":"2024-09-13T17:01:03.043744+0000","last_fullsized":"2024-09-13T17:01:03.043744+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:36.028709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888147+0000","last_change":"2024-09-13T17:01:00.912142+0000","last_active":"2024-09-13T17:01:01.888147+0000","last_peered":"2024-09-13T17:01:01.888147+0000","last_clean":"2024-09-13T17:01:01.888147+0000","last_became_active":"2024-09-13T17:01:00.911838+0000","last_became_peered":"2024-09-13T17:01:00.911838+0000","last_unstale":"2024-09-13T17:01:01.888147+0000","last_undegraded":"2024-09-13T17:01:01.888147+0000","last_fullsized":"2024-09-13T17:01:01.888147+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:43.259745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888076+0000","last_change":"2024-09-13T17:01:00.908978+0000","last_active":"2024-09-13T17:01:01.888076+0000","last_peered":"2024-09-13T17:01:01.888076+0000","last_clean":"2024-09-13T17:01:01.888076+0000","last_became_active":"2024-09-13T17:01:00.908570+0000","last_became_peered":"2024-09-13T17:01:00.908570+0000","last_unstale":"2024-09-13T17:01:01.888076+0000","last_undegraded":"2024-09-13T17:01:01.888076+0000","last_fullsized":"2024-09-13T17:01:01.888076+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:42.360561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.889406+0000","last_change":"2024-09-13T17:01:00.888377+0000","last_active":"2024-09-13T17:01:01.889406+0000","last_peered":"2024-09-13T17:01:01.889406+0000","last_clean":"2024-09-13T17:01:01.889406+0000","last_became_active":"2024-09-13T17:01:00.888161+0000","last_became_peered":"2024-09-13T17:01:00.888161+0000","last_unstale":"2024-09-13T17:01:01.889406+0000","last_undegraded":"2024-09-13T17:01:01.889406+0000","last_fullsized":"2024-09-13T17:01:01.889406+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:43.276951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887978+0000","last_change":"2024-09-13T17:01:00.903047+0000","last_active":"2024-09-13T17:01:01.887978+0000","last_peered":"2024-09-13T17:01:01.887978+0000","last_clean":"2024-09-13T17:01:01.887978+0000","last_became_active":"2024-09-13T17:01:00.902068+0000","last_became_peered":"2024-09-13T17:01:00.902068+0000","last_unstale":"2024-09-13T17:01:01.887978+0000","last_undegraded":"2024-09-13T17:01:01.887978+0000","last_fullsized":"2024-09-13T17:01:01.887978+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:32.215646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888093+0000","last_change":"2024-09-13T17:01:00.909198+0000","last_active":"2024-09-13T17:01:01.888093+0000","last_peered":"2024-09-13T17:01:01.888093+0000","last_clean":"2024-09-13T17:01:01.888093+0000","last_became_active":"2024-09-13T17:01:00.908391+0000","last_became_peered":"2024-09-13T17:01:00.908391+0000","last_unstale":"2024-09-13T17:01:01.888093+0000","last_undegraded":"2024-09-13T17:01:01.888093+0000","last_fullsized":"2024-09-13T17:01:01.888093+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:55.349491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307265+0000","last_change":"2024-09-13T17:01:00.918593+0000","last_active":"2024-09-13T17:01:03.307265+0000","last_peered":"2024-09-13T17:01:03.307265+0000","last_clean":"2024-09-13T17:01:03.307265+0000","last_became_active":"2024-09-13T17:01:00.918278+0000","last_became_peered":"2024-09-13T17:01:00.918278+0000","last_unstale":"2024-09-13T17:01:03.307265+0000","last_undegraded":"2024-09-13T17:01:03.307265+0000","last_fullsized":"2024-09-13T17:01:03.307265+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:26.843640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888225+0000","last_change":"2024-09-13T17:01:00.921347+0000","last_active":"2024-09-13T17:01:01.888225+0000","last_peered":"2024-09-13T17:01:01.888225+0000","last_clean":"2024-09-13T17:01:01.888225+0000","last_became_active":"2024-09-13T17:01:00.921120+0000","last_became_peered":"2024-09-13T17:01:00.921120+0000","last_unstale":"2024-09-13T17:01:01.888225+0000","last_undegraded":"2024-09-13T17:01:01.888225+0000","last_fullsized":"2024-09-13T17:01:01.888225+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:06.259808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306491+0000","last_change":"2024-09-13T17:01:00.904849+0000","last_active":"2024-09-13T17:01:03.306491+0000","last_peered":"2024-09-13T17:01:03.306491+0000","last_clean":"2024-09-13T17:01:03.306491+0000","last_became_active":"2024-09-13T17:01:00.904524+0000","last_became_peered":"2024-09-13T17:01:00.904524+0000","last_unstale":"2024-09-13T17:01:03.306491+0000","last_undegraded":"2024-09-13T17:01:03.306491+0000","last_fullsized":"2024-09-13T17:01:03.306491+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:36.028709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306712+0000","last_change":"2024-09-13T17:01:00.908426+0000","last_active":"2024-09-13T17:01:03.306712+0000","last_peered":"2024-09-13T17:01:03.306712+0000","last_clean":"2024-09-13T17:01:03.306712+0000","last_became_active":"2024-09-13T17:01:00.904673+0000","last_became_peered":"2024-09-13T17:01:00.904673+0000","last_unstale":"2024-09-13T17:01:03.306712+0000","last_undegraded":"2024-09-13T17:01:03.306712+0000","last_fullsized":"2024-09-13T17:01:03.306712+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:11:36.571887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306446+0000","last_change":"2024-09-13T17:01:00.920053+0000","last_active":"2024-09-13T17:01:03.306446+0000","last_peered":"2024-09-13T17:01:03.306446+0000","last_clean":"2024-09-13T17:01:03.306446+0000","last_became_active":"2024-09-13T17:01:00.919740+0000","last_became_peered":"2024-09-13T17:01:00.919740+0000","last_unstale":"2024-09-13T17:01:03.306446+0000","last_undegraded":"2024-09-13T17:01:03.306446+0000","last_fullsized":"2024-09-13T17:01:03.306446+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:26.687552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044305+0000","last_change":"2024-09-13T17:01:00.914534+0000","last_active":"2024-09-13T17:01:03.044305+0000","last_peered":"2024-09-13T17:01:03.044305+0000","last_clean":"2024-09-13T17:01:03.044305+0000","last_became_active":"2024-09-13T17:01:00.914190+0000","last_became_peered":"2024-09-13T17:01:00.914190+0000","last_unstale":"2024-09-13T17:01:03.044305+0000","last_undegraded":"2024-09-13T17:01:03.044305+0000","last_fullsized":"2024-09-13T17:01:03.044305+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:29.909466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044522+0000","last_change":"2024-09-13T17:01:00.914863+0000","last_active":"2024-09-13T17:01:03.044522+0000","last_peered":"2024-09-13T17:01:03.044522+0000","last_clean":"2024-09-13T17:01:03.044522+0000","last_became_active":"2024-09-13T17:01:00.914586+0000","last_became_peered":"2024-09-13T17:01:00.914586+0000","last_unstale":"2024-09-13T17:01:03.044522+0000","last_undegraded":"2024-09-13T17:01:03.044522+0000","last_fullsized":"2024-09-13T17:01:03.044522+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:03:41.726164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623437+0000","last_change":"2024-09-13T17:01:00.919850+0000","last_active":"2024-09-13T17:01:02.623437+0000","last_peered":"2024-09-13T17:01:02.623437+0000","last_clean":"2024-09-13T17:01:02.623437+0000","last_became_active":"2024-09-13T17:01:00.914896+0000","last_became_peered":"2024-09-13T17:01:00.914896+0000","last_unstale":"2024-09-13T17:01:02.623437+0000","last_undegraded":"2024-09-13T17:01:02.623437+0000","last_fullsized":"2024-09-13T17:01:02.623437+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:00:50.349446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307068+0000","last_change":"2024-09-13T17:01:00.894879+0000","last_active":"2024-09-13T17:01:03.307068+0000","last_peered":"2024-09-13T17:01:03.307068+0000","last_clean":"2024-09-13T17:01:03.307068+0000","last_became_active":"2024-09-13T17:01:00.894618+0000","last_became_peered":"2024-09-13T17:01:00.894618+0000","last_unstale":"2024-09-13T17:01:03.307068+0000","last_undegraded":"2024-09-13T17:01:03.307068+0000","last_fullsized":"2024-09-13T17:01:03.307068+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:36.533443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888201+0000","last_change":"2024-09-13T17:01:00.918481+0000","last_active":"2024-09-13T17:01:01.888201+0000","last_peered":"2024-09-13T17:01:01.888201+0000","last_clean":"2024-09-13T17:01:01.888201+0000","last_became_active":"2024-09-13T17:01:00.918217+0000","last_became_peered":"2024-09-13T17:01:00.918217+0000","last_unstale":"2024-09-13T17:01:01.888201+0000","last_undegraded":"2024-09-13T17:01:01.888201+0000","last_fullsized":"2024-09-13T17:01:01.888201+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:22.105282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888333+0000","last_change":"2024-09-13T17:01:00.904441+0000","last_active":"2024-09-13T17:01:01.888333+0000","last_peered":"2024-09-13T17:01:01.888333+0000","last_clean":"2024-09-13T17:01:01.888333+0000","last_became_active":"2024-09-13T17:01:00.904197+0000","last_became_peered":"2024-09-13T17:01:00.904197+0000","last_unstale":"2024-09-13T17:01:01.888333+0000","last_undegraded":"2024-09-13T17:01:01.888333+0000","last_fullsized":"2024-09-13T17:01:01.888333+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:26.687552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306453+0000","last_change":"2024-09-13T17:01:00.895032+0000","last_active":"2024-09-13T17:01:03.306453+0000","last_peered":"2024-09-13T17:01:03.306453+0000","last_clean":"2024-09-13T17:01:03.306453+0000","last_became_active":"2024-09-13T17:01:00.894739+0000","last_became_peered":"2024-09-13T17:01:00.894739+0000","last_unstale":"2024-09-13T17:01:03.306453+0000","last_undegraded":"2024-09-13T17:01:03.306453+0000","last_fullsized":"2024-09-13T17:01:03.306453+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:29:42.360561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887202+0000","last_change":"2024-09-13T17:01:00.887276+0000","last_active":"2024-09-13T17:01:01.887202+0000","last_peered":"2024-09-13T17:01:01.887202+0000","last_clean":"2024-09-13T17:01:01.887202+0000","last_became_active":"2024-09-13T17:01:00.886877+0000","last_became_peered":"2024-09-13T17:01:00.886877+0000","last_unstale":"2024-09-13T17:01:01.887202+0000","last_undegraded":"2024-09-13T17:01:01.887202+0000","last_fullsized":"2024-09-13T17:01:01.887202+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:55:34.232350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307334+0000","last_change":"2024-09-13T17:01:00.891953+0000","last_active":"2024-09-13T17:01:03.307334+0000","last_peered":"2024-09-13T17:01:03.307334+0000","last_clean":"2024-09-13T17:01:03.307334+0000","last_became_active":"2024-09-13T17:01:00.891602+0000","last_became_peered":"2024-09-13T17:01:00.891602+0000","last_unstale":"2024-09-13T17:01:03.307334+0000","last_undegraded":"2024-09-13T17:01:03.307334+0000","last_fullsized":"2024-09-13T17:01:03.307334+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:15.392686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.899419+0000","last_change":"2024-09-13T17:01:00.448013+0000","last_active":"2024-09-13T17:01:00.899419+0000","last_peered":"2024-09-13T17:01:00.899419+0000","last_clean":"2024-09-13T17:01:00.899419+0000","last_became_active":"2024-09-13T17:01:00.447696+0000","last_became_peered":"2024-09-13T17:01:00.447696+0000","last_unstale":"2024-09-13T17:01:00.899419+0000","last_undegraded":"2024-09-13T17:01:00.899419+0000","last_fullsized":"2024-09-13T17:01:00.899419+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:25.674251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307190+0000","last_change":"2024-09-13T17:01:00.901761+0000","last_active":"2024-09-13T17:01:03.307190+0000","last_peered":"2024-09-13T17:01:03.307190+0000","last_clean":"2024-09-13T17:01:03.307190+0000","last_became_active":"2024-09-13T17:01:00.901473+0000","last_became_peered":"2024-09-13T17:01:00.901473+0000","last_unstale":"2024-09-13T17:01:03.307190+0000","last_undegraded":"2024-09-13T17:01:03.307190+0000","last_fullsized":"2024-09-13T17:01:03.307190+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:10.859412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.914609+0000","last_change":"2024-09-13T17:01:00.444604+0000","last_active":"2024-09-13T17:01:00.914609+0000","last_peered":"2024-09-13T17:01:00.914609+0000","last_clean":"2024-09-13T17:01:00.914609+0000","last_became_active":"2024-09-13T17:01:00.443936+0000","last_became_peered":"2024-09-13T17:01:00.443936+0000","last_unstale":"2024-09-13T17:01:00.914609+0000","last_undegraded":"2024-09-13T17:01:00.914609+0000","last_fullsized":"2024-09-13T17:01:00.914609+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:55.021689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.307159+0000","last_change":"2024-09-13T17:01:00.920568+0000","last_active":"2024-09-13T17:01:03.307159+0000","last_peered":"2024-09-13T17:01:03.307159+0000","last_clean":"2024-09-13T17:01:03.307159+0000","last_became_active":"2024-09-13T17:01:00.920221+0000","last_became_peered":"2024-09-13T17:01:00.920221+0000","last_unstale":"2024-09-13T17:01:03.307159+0000","last_undegraded":"2024-09-13T17:01:03.307159+0000","last_fullsized":"2024-09-13T17:01:03.307159+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:06.259808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.923410+0000","last_change":"2024-09-13T17:01:00.438486+0000","last_active":"2024-09-13T17:01:00.923410+0000","last_peered":"2024-09-13T17:01:00.923410+0000","last_clean":"2024-09-13T17:01:00.923410+0000","last_became_active":"2024-09-13T17:01:00.437650+0000","last_became_peered":"2024-09-13T17:01:00.437650+0000","last_unstale":"2024-09-13T17:01:00.923410+0000","last_undegraded":"2024-09-13T17:01:00.923410+0000","last_fullsized":"2024-09-13T17:01:00.923410+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:16:29.119076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044591+0000","last_change":"2024-09-13T17:01:00.909792+0000","last_active":"2024-09-13T17:01:03.044591+0000","last_peered":"2024-09-13T17:01:03.044591+0000","last_clean":"2024-09-13T17:01:03.044591+0000","last_became_active":"2024-09-13T17:01:00.909520+0000","last_became_peered":"2024-09-13T17:01:00.909520+0000","last_unstale":"2024-09-13T17:01:03.044591+0000","last_undegraded":"2024-09-13T17:01:03.044591+0000","last_fullsized":"2024-09-13T17:01:03.044591+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:35:16.933418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.924904+0000","last_change":"2024-09-13T17:01:00.447432+0000","last_active":"2024-09-13T17:01:00.924904+0000","last_peered":"2024-09-13T17:01:00.924904+0000","last_clean":"2024-09-13T17:01:00.924904+0000","last_became_active":"2024-09-13T17:01:00.447133+0000","last_became_peered":"2024-09-13T17:01:00.447133+0000","last_unstale":"2024-09-13T17:01:00.924904+0000","last_undegraded":"2024-09-13T17:01:00.924904+0000","last_fullsized":"2024-09-13T17:01:00.924904+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:59.467233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.019655+0000","last_change":"2024-09-13T17:01:00.906595+0000","last_active":"2024-09-13T17:01:02.019655+0000","last_peered":"2024-09-13T17:01:02.019655+0000","last_clean":"2024-09-13T17:01:02.019655+0000","last_became_active":"2024-09-13T17:01:00.906279+0000","last_became_peered":"2024-09-13T17:01:00.906279+0000","last_unstale":"2024-09-13T17:01:02.019655+0000","last_undegraded":"2024-09-13T17:01:02.019655+0000","last_fullsized":"2024-09-13T17:01:02.019655+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:57.350139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.903958+0000","last_change":"2024-09-13T17:01:00.439116+0000","last_active":"2024-09-13T17:01:00.903958+0000","last_peered":"2024-09-13T17:01:00.903958+0000","last_clean":"2024-09-13T17:01:00.903958+0000","last_became_active":"2024-09-13T17:01:00.438831+0000","last_became_peered":"2024-09-13T17:01:00.438831+0000","last_unstale":"2024-09-13T17:01:00.903958+0000","last_undegraded":"2024-09-13T17:01:00.903958+0000","last_fullsized":"2024-09-13T17:01:00.903958+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306524+0000","last_change":"2024-09-13T17:01:00.893127+0000","last_active":"2024-09-13T17:01:03.306524+0000","last_peered":"2024-09-13T17:01:03.306524+0000","last_clean":"2024-09-13T17:01:03.306524+0000","last_became_active":"2024-09-13T17:01:00.891860+0000","last_became_peered":"2024-09-13T17:01:00.891860+0000","last_unstale":"2024-09-13T17:01:03.306524+0000","last_undegraded":"2024-09-13T17:01:03.306524+0000","last_fullsized":"2024-09-13T17:01:03.306524+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:11:42.774857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.901240+0000","last_change":"2024-09-13T17:01:00.442977+0000","last_active":"2024-09-13T17:01:00.901240+0000","last_peered":"2024-09-13T17:01:00.901240+0000","last_clean":"2024-09-13T17:01:00.901240+0000","last_became_active":"2024-09-13T17:01:00.442737+0000","last_became_peered":"2024-09-13T17:01:00.442737+0000","last_unstale":"2024-09-13T17:01:00.901240+0000","last_undegraded":"2024-09-13T17:01:00.901240+0000","last_fullsized":"2024-09-13T17:01:00.901240+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.019768+0000","last_change":"2024-09-13T17:01:00.901525+0000","last_active":"2024-09-13T17:01:02.019768+0000","last_peered":"2024-09-13T17:01:02.019768+0000","last_clean":"2024-09-13T17:01:02.019768+0000","last_became_active":"2024-09-13T17:01:00.900739+0000","last_became_peered":"2024-09-13T17:01:00.900739+0000","last_unstale":"2024-09-13T17:01:02.019768+0000","last_undegraded":"2024-09-13T17:01:02.019768+0000","last_fullsized":"2024-09-13T17:01:02.019768+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:55.690068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.888769+0000","last_change":"2024-09-13T17:01:00.448323+0000","last_active":"2024-09-13T17:01:00.888769+0000","last_peered":"2024-09-13T17:01:00.888769+0000","last_clean":"2024-09-13T17:01:00.888769+0000","last_became_active":"2024-09-13T17:01:00.445569+0000","last_became_peered":"2024-09-13T17:01:00.445569+0000","last_unstale":"2024-09-13T17:01:00.888769+0000","last_undegraded":"2024-09-13T17:01:00.888769+0000","last_fullsized":"2024-09-13T17:01:00.888769+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:41:52.161696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.043578+0000","last_change":"2024-09-13T17:01:00.904681+0000","last_active":"2024-09-13T17:01:03.043578+0000","last_peered":"2024-09-13T17:01:03.043578+0000","last_clean":"2024-09-13T17:01:03.043578+0000","last_became_active":"2024-09-13T17:01:00.904264+0000","last_became_peered":"2024-09-13T17:01:00.904264+0000","last_unstale":"2024-09-13T17:01:03.043578+0000","last_undegraded":"2024-09-13T17:01:03.043578+0000","last_fullsized":"2024-09-13T17:01:03.043578+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:29:32.358230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.884703+0000","last_change":"2024-09-13T17:01:00.446795+0000","last_active":"2024-09-13T17:01:00.884703+0000","last_peered":"2024-09-13T17:01:00.884703+0000","last_clean":"2024-09-13T17:01:00.884703+0000","last_became_active":"2024-09-13T17:01:00.445958+0000","last_became_peered":"2024-09-13T17:01:00.445958+0000","last_unstale":"2024-09-13T17:01:00.884703+0000","last_undegraded":"2024-09-13T17:01:00.884703+0000","last_fullsized":"2024-09-13T17:01:00.884703+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:13.713469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887842+0000","last_change":"2024-09-13T17:01:00.889124+0000","last_active":"2024-09-13T17:01:01.887842+0000","last_peered":"2024-09-13T17:01:01.887842+0000","last_clean":"2024-09-13T17:01:01.887842+0000","last_became_active":"2024-09-13T17:01:00.888893+0000","last_became_peered":"2024-09-13T17:01:00.888893+0000","last_unstale":"2024-09-13T17:01:01.887842+0000","last_undegraded":"2024-09-13T17:01:01.887842+0000","last_fullsized":"2024-09-13T17:01:01.887842+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:40:27.987208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.892845+0000","last_change":"2024-09-13T17:01:00.431610+0000","last_active":"2024-09-13T17:01:00.892845+0000","last_peered":"2024-09-13T17:01:00.892845+0000","last_clean":"2024-09-13T17:01:00.892845+0000","last_became_active":"2024-09-13T17:01:00.431350+0000","last_became_peered":"2024-09-13T17:01:00.431350+0000","last_unstale":"2024-09-13T17:01:00.892845+0000","last_undegraded":"2024-09-13T17:01:00.892845+0000","last_fullsized":"2024-09-13T17:01:00.892845+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:16:45.903142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044627+0000","last_change":"2024-09-13T17:01:00.909096+0000","last_active":"2024-09-13T17:01:03.044627+0000","last_peered":"2024-09-13T17:01:03.044627+0000","last_clean":"2024-09-13T17:01:03.044627+0000","last_became_active":"2024-09-13T17:01:00.908838+0000","last_became_peered":"2024-09-13T17:01:00.908838+0000","last_unstale":"2024-09-13T17:01:03.044627+0000","last_undegraded":"2024-09-13T17:01:03.044627+0000","last_fullsized":"2024-09-13T17:01:03.044627+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:00:50.349446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.893151+0000","last_change":"2024-09-13T17:01:00.434994+0000","last_active":"2024-09-13T17:01:00.893151+0000","last_peered":"2024-09-13T17:01:00.893151+0000","last_clean":"2024-09-13T17:01:00.893151+0000","last_became_active":"2024-09-13T17:01:00.434597+0000","last_became_peered":"2024-09-13T17:01:00.434597+0000","last_unstale":"2024-09-13T17:01:00.893151+0000","last_undegraded":"2024-09-13T17:01:00.893151+0000","last_fullsized":"2024-09-13T17:01:00.893151+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:33:50.437069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044453+0000","last_change":"2024-09-13T17:01:00.919842+0000","last_active":"2024-09-13T17:01:03.044453+0000","last_peered":"2024-09-13T17:01:03.044453+0000","last_clean":"2024-09-13T17:01:03.044453+0000","last_became_active":"2024-09-13T17:01:00.919604+0000","last_became_peered":"2024-09-13T17:01:00.919604+0000","last_unstale":"2024-09-13T17:01:03.044453+0000","last_undegraded":"2024-09-13T17:01:03.044453+0000","last_fullsized":"2024-09-13T17:01:03.044453+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:38:37.414730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.896788+0000","last_change":"2024-09-13T17:01:00.448222+0000","last_active":"2024-09-13T17:01:00.896788+0000","last_peered":"2024-09-13T17:01:00.896788+0000","last_clean":"2024-09-13T17:01:00.896788+0000","last_became_active":"2024-09-13T17:01:00.447684+0000","last_became_peered":"2024-09-13T17:01:00.447684+0000","last_unstale":"2024-09-13T17:01:00.896788+0000","last_undegraded":"2024-09-13T17:01:00.896788+0000","last_fullsized":"2024-09-13T17:01:00.896788+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:46:21.091982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887789+0000","last_change":"2024-09-13T17:01:00.904763+0000","last_active":"2024-09-13T17:01:01.887789+0000","last_peered":"2024-09-13T17:01:01.887789+0000","last_clean":"2024-09-13T17:01:01.887789+0000","last_became_active":"2024-09-13T17:01:00.904507+0000","last_became_peered":"2024-09-13T17:01:00.904507+0000","last_unstale":"2024-09-13T17:01:01.887789+0000","last_undegraded":"2024-09-13T17:01:01.887789+0000","last_fullsized":"2024-09-13T17:01:01.887789+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:58:46.188338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":17,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.926907+0000","last_change":"2024-09-13T17:01:00.443850+0000","last_active":"2024-09-13T17:01:00.926907+0000","last_peered":"2024-09-13T17:01:00.926907+0000","last_clean":"2024-09-13T17:01:00.926907+0000","last_became_active":"2024-09-13T17:01:00.443564+0000","last_became_peered":"2024-09-13T17:01:00.443564+0000","last_unstale":"2024-09-13T17:01:00.926907+0000","last_undegraded":"2024-09-13T17:01:00.926907+0000","last_fullsized":"2024-09-13T17:01:00.926907+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:57:46.468679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306676+0000","last_change":"2024-09-13T17:01:00.906672+0000","last_active":"2024-09-13T17:01:03.306676+0000","last_peered":"2024-09-13T17:01:03.306676+0000","last_clean":"2024-09-13T17:01:03.306676+0000","last_became_active":"2024-09-13T17:01:00.904601+0000","last_became_peered":"2024-09-13T17:01:00.904601+0000","last_unstale":"2024-09-13T17:01:03.306676+0000","last_undegraded":"2024-09-13T17:01:03.306676+0000","last_fullsized":"2024-09-13T17:01:03.306676+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:45:54.776430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.907534+0000","last_change":"2024-09-13T17:01:00.453605+0000","last_active":"2024-09-13T17:01:00.907534+0000","last_peered":"2024-09-13T17:01:00.907534+0000","last_clean":"2024-09-13T17:01:00.907534+0000","last_became_active":"2024-09-13T17:01:00.453433+0000","last_became_peered":"2024-09-13T17:01:00.453433+0000","last_unstale":"2024-09-13T17:01:00.907534+0000","last_undegraded":"2024-09-13T17:01:00.907534+0000","last_fullsized":"2024-09-13T17:01:00.907534+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.043774+0000","last_change":"2024-09-13T17:01:00.921602+0000","last_active":"2024-09-13T17:01:03.043774+0000","last_peered":"2024-09-13T17:01:03.043774+0000","last_clean":"2024-09-13T17:01:03.043774+0000","last_became_active":"2024-09-13T17:01:00.920797+0000","last_became_peered":"2024-09-13T17:01:00.920797+0000","last_unstale":"2024-09-13T17:01:03.043774+0000","last_undegraded":"2024-09-13T17:01:03.043774+0000","last_fullsized":"2024-09-13T17:01:03.043774+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:26.687552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.901338+0000","last_change":"2024-09-13T17:01:00.451063+0000","last_active":"2024-09-13T17:01:00.901338+0000","last_peered":"2024-09-13T17:01:00.901338+0000","last_clean":"2024-09-13T17:01:00.901338+0000","last_became_active":"2024-09-13T17:01:00.450860+0000","last_became_peered":"2024-09-13T17:01:00.450860+0000","last_unstale":"2024-09-13T17:01:00.901338+0000","last_undegraded":"2024-09-13T17:01:00.901338+0000","last_fullsized":"2024-09-13T17:01:00.901338+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:27:41.111346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306351+0000","last_change":"2024-09-13T17:01:00.895790+0000","last_active":"2024-09-13T17:01:03.306351+0000","last_peered":"2024-09-13T17:01:03.306351+0000","last_clean":"2024-09-13T17:01:03.306351+0000","last_became_active":"2024-09-13T17:01:00.895546+0000","last_became_peered":"2024-09-13T17:01:00.895546+0000","last_unstale":"2024-09-13T17:01:03.306351+0000","last_undegraded":"2024-09-13T17:01:03.306351+0000","last_fullsized":"2024-09-13T17:01:03.306351+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:57:47.768114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.895311+0000","last_change":"2024-09-13T17:01:00.445102+0000","last_active":"2024-09-13T17:01:00.895311+0000","last_peered":"2024-09-13T17:01:00.895311+0000","last_clean":"2024-09-13T17:01:00.895311+0000","last_became_active":"2024-09-13T17:01:00.444606+0000","last_became_peered":"2024-09-13T17:01:00.444606+0000","last_unstale":"2024-09-13T17:01:00.895311+0000","last_undegraded":"2024-09-13T17:01:00.895311+0000","last_fullsized":"2024-09-13T17:01:00.895311+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:19:17.593862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887522+0000","last_change":"2024-09-13T17:01:00.886854+0000","last_active":"2024-09-13T17:01:01.887522+0000","last_peered":"2024-09-13T17:01:01.887522+0000","last_clean":"2024-09-13T17:01:01.887522+0000","last_became_active":"2024-09-13T17:01:00.886369+0000","last_became_peered":"2024-09-13T17:01:00.886369+0000","last_unstale":"2024-09-13T17:01:01.887522+0000","last_undegraded":"2024-09-13T17:01:01.887522+0000","last_fullsized":"2024-09-13T17:01:01.887522+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:25:08.864643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":19,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.921123+0000","last_change":"2024-09-13T17:01:00.456690+0000","last_active":"2024-09-13T17:01:00.921123+0000","last_peered":"2024-09-13T17:01:00.921123+0000","last_clean":"2024-09-13T17:01:00.921123+0000","last_became_active":"2024-09-13T17:01:00.456514+0000","last_became_peered":"2024-09-13T17:01:00.456514+0000","last_unstale":"2024-09-13T17:01:00.921123+0000","last_undegraded":"2024-09-13T17:01:00.921123+0000","last_fullsized":"2024-09-13T17:01:00.921123+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:10.638581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.889269+0000","last_change":"2024-09-13T17:01:00.906694+0000","last_active":"2024-09-13T17:01:01.889269+0000","last_peered":"2024-09-13T17:01:01.889269+0000","last_clean":"2024-09-13T17:01:01.889269+0000","last_became_active":"2024-09-13T17:01:00.906450+0000","last_became_peered":"2024-09-13T17:01:00.906450+0000","last_unstale":"2024-09-13T17:01:01.889269+0000","last_undegraded":"2024-09-13T17:01:01.889269+0000","last_fullsized":"2024-09-13T17:01:01.889269+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:22:16.839302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.924816+0000","last_change":"2024-09-13T17:01:00.446933+0000","last_active":"2024-09-13T17:01:00.924816+0000","last_peered":"2024-09-13T17:01:00.924816+0000","last_clean":"2024-09-13T17:01:00.924816+0000","last_became_active":"2024-09-13T17:01:00.446502+0000","last_became_peered":"2024-09-13T17:01:00.446502+0000","last_unstale":"2024-09-13T17:01:00.924816+0000","last_undegraded":"2024-09-13T17:01:00.924816+0000","last_fullsized":"2024-09-13T17:01:00.924816+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:06:03.975002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.020246+0000","last_change":"2024-09-13T17:01:00.909764+0000","last_active":"2024-09-13T17:01:02.020246+0000","last_peered":"2024-09-13T17:01:02.020246+0000","last_clean":"2024-09-13T17:01:02.020246+0000","last_became_active":"2024-09-13T17:01:00.909587+0000","last_became_peered":"2024-09-13T17:01:00.909587+0000","last_unstale":"2024-09-13T17:01:02.020246+0000","last_undegraded":"2024-09-13T17:01:02.020246+0000","last_fullsized":"2024-09-13T17:01:02.020246+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:55.349491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.908182+0000","last_change":"2024-09-13T17:01:00.450545+0000","last_active":"2024-09-13T17:01:00.908182+0000","last_peered":"2024-09-13T17:01:00.908182+0000","last_clean":"2024-09-13T17:01:00.908182+0000","last_became_active":"2024-09-13T17:01:00.450387+0000","last_became_peered":"2024-09-13T17:01:00.450387+0000","last_unstale":"2024-09-13T17:01:00.908182+0000","last_undegraded":"2024-09-13T17:01:00.908182+0000","last_fullsized":"2024-09-13T17:01:00.908182+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:54.336191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623324+0000","last_change":"2024-09-13T17:01:00.897280+0000","last_active":"2024-09-13T17:01:02.623324+0000","last_peered":"2024-09-13T17:01:02.623324+0000","last_clean":"2024-09-13T17:01:02.623324+0000","last_became_active":"2024-09-13T17:01:00.896993+0000","last_became_peered":"2024-09-13T17:01:00.896993+0000","last_unstale":"2024-09-13T17:01:02.623324+0000","last_undegraded":"2024-09-13T17:01:02.623324+0000","last_fullsized":"2024-09-13T17:01:02.623324+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:36.028709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.897544+0000","last_change":"2024-09-13T17:01:00.454520+0000","last_active":"2024-09-13T17:01:00.897544+0000","last_peered":"2024-09-13T17:01:00.897544+0000","last_clean":"2024-09-13T17:01:00.897544+0000","last_became_active":"2024-09-13T17:01:00.453415+0000","last_became_peered":"2024-09-13T17:01:00.453415+0000","last_unstale":"2024-09-13T17:01:00.897544+0000","last_undegraded":"2024-09-13T17:01:00.897544+0000","last_fullsized":"2024-09-13T17:01:00.897544+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:00:49.336146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888160+0000","last_change":"2024-09-13T17:01:00.917606+0000","last_active":"2024-09-13T17:01:01.888160+0000","last_peered":"2024-09-13T17:01:01.888160+0000","last_clean":"2024-09-13T17:01:01.888160+0000","last_became_active":"2024-09-13T17:01:00.917332+0000","last_became_peered":"2024-09-13T17:01:00.917332+0000","last_unstale":"2024-09-13T17:01:01.888160+0000","last_undegraded":"2024-09-13T17:01:01.888160+0000","last_fullsized":"2024-09-13T17:01:01.888160+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:05.617253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.905306+0000","last_change":"2024-09-13T17:01:00.443667+0000","last_active":"2024-09-13T17:01:00.905306+0000","last_peered":"2024-09-13T17:01:00.905306+0000","last_clean":"2024-09-13T17:01:00.905306+0000","last_became_active":"2024-09-13T17:01:00.443387+0000","last_became_peered":"2024-09-13T17:01:00.443387+0000","last_unstale":"2024-09-13T17:01:00.905306+0000","last_undegraded":"2024-09-13T17:01:00.905306+0000","last_fullsized":"2024-09-13T17:01:00.905306+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:45:53.763130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306846+0000","last_change":"2024-09-13T17:01:00.917038+0000","last_active":"2024-09-13T17:01:03.306846+0000","last_peered":"2024-09-13T17:01:03.306846+0000","last_clean":"2024-09-13T17:01:03.306846+0000","last_became_active":"2024-09-13T17:01:00.916806+0000","last_became_peered":"2024-09-13T17:01:00.916806+0000","last_unstale":"2024-09-13T17:01:03.306846+0000","last_undegraded":"2024-09-13T17:01:03.306846+0000","last_fullsized":"2024-09-13T17:01:03.306846+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:33:51.450369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.917316+0000","last_change":"2024-09-13T17:01:00.442738+0000","last_active":"2024-09-13T17:01:00.917316+0000","last_peered":"2024-09-13T17:01:00.917316+0000","last_clean":"2024-09-13T17:01:00.917316+0000","last_became_active":"2024-09-13T17:01:00.442469+0000","last_became_peered":"2024-09-13T17:01:00.442469+0000","last_unstale":"2024-09-13T17:01:00.917316+0000","last_undegraded":"2024-09-13T17:01:00.917316+0000","last_fullsized":"2024-09-13T17:01:00.917316+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:57:46.754814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623283+0000","last_change":"2024-09-13T17:01:00.906112+0000","last_active":"2024-09-13T17:01:02.623283+0000","last_peered":"2024-09-13T17:01:02.623283+0000","last_clean":"2024-09-13T17:01:02.623283+0000","last_became_active":"2024-09-13T17:01:00.905795+0000","last_became_peered":"2024-09-13T17:01:00.905795+0000","last_unstale":"2024-09-13T17:01:02.623283+0000","last_undegraded":"2024-09-13T17:01:02.623283+0000","last_fullsized":"2024-09-13T17:01:02.623283+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:06.259808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.886024+0000","last_change":"2024-09-13T17:01:00.455579+0000","last_active":"2024-09-13T17:01:00.886024+0000","last_peered":"2024-09-13T17:01:00.886024+0000","last_clean":"2024-09-13T17:01:00.886024+0000","last_became_active":"2024-09-13T17:01:00.455218+0000","last_became_peered":"2024-09-13T17:01:00.455218+0000","last_unstale":"2024-09-13T17:01:00.886024+0000","last_undegraded":"2024-09-13T17:01:00.886024+0000","last_fullsized":"2024-09-13T17:01:00.886024+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:40:34.859068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.306721+0000","last_change":"2024-09-13T17:01:00.920357+0000","last_active":"2024-09-13T17:01:03.306721+0000","last_peered":"2024-09-13T17:01:03.306721+0000","last_clean":"2024-09-13T17:01:03.306721+0000","last_became_active":"2024-09-13T17:01:00.919506+0000","last_became_peered":"2024-09-13T17:01:00.919506+0000","last_unstale":"2024-09-13T17:01:03.306721+0000","last_undegraded":"2024-09-13T17:01:03.306721+0000","last_fullsized":"2024-09-13T17:01:03.306721+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:57:47.768114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.891256+0000","last_change":"2024-09-13T17:01:00.439600+0000","last_active":"2024-09-13T17:01:00.891256+0000","last_peered":"2024-09-13T17:01:00.891256+0000","last_clean":"2024-09-13T17:01:00.891256+0000","last_became_active":"2024-09-13T17:01:00.439320+0000","last_became_peered":"2024-09-13T17:01:00.439320+0000","last_unstale":"2024-09-13T17:01:00.891256+0000","last_undegraded":"2024-09-13T17:01:00.891256+0000","last_fullsized":"2024-09-13T17:01:00.891256+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:54.399455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.019472+0000","last_change":"2024-09-13T17:01:00.904594+0000","last_active":"2024-09-13T17:01:02.019472+0000","last_peered":"2024-09-13T17:01:02.019472+0000","last_clean":"2024-09-13T17:01:02.019472+0000","last_became_active":"2024-09-13T17:01:00.904338+0000","last_became_peered":"2024-09-13T17:01:00.904338+0000","last_unstale":"2024-09-13T17:01:02.019472+0000","last_undegraded":"2024-09-13T17:01:02.019472+0000","last_fullsized":"2024-09-13T17:01:02.019472+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:30.045877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.880936+0000","last_change":"2024-09-13T17:01:00.453943+0000","last_active":"2024-09-13T17:01:00.880936+0000","last_peered":"2024-09-13T17:01:00.880936+0000","last_clean":"2024-09-13T17:01:00.880936+0000","last_became_active":"2024-09-13T17:01:00.453715+0000","last_became_peered":"2024-09-13T17:01:00.453715+0000","last_unstale":"2024-09-13T17:01:00.880936+0000","last_undegraded":"2024-09-13T17:01:00.880936+0000","last_fullsized":"2024-09-13T17:01:00.880936+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:35.015409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887970+0000","last_change":"2024-09-13T17:01:00.914961+0000","last_active":"2024-09-13T17:01:01.887970+0000","last_peered":"2024-09-13T17:01:01.887970+0000","last_clean":"2024-09-13T17:01:01.887970+0000","last_became_active":"2024-09-13T17:01:00.914712+0000","last_became_peered":"2024-09-13T17:01:00.914712+0000","last_unstale":"2024-09-13T17:01:01.887970+0000","last_undegraded":"2024-09-13T17:01:01.887970+0000","last_fullsized":"2024-09-13T17:01:01.887970+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:56.034990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.918408+0000","last_change":"2024-09-13T17:01:00.442861+0000","last_active":"2024-09-13T17:01:00.918408+0000","last_peered":"2024-09-13T17:01:00.918408+0000","last_clean":"2024-09-13T17:01:00.918408+0000","last_became_active":"2024-09-13T17:01:00.442080+0000","last_became_peered":"2024-09-13T17:01:00.442080+0000","last_unstale":"2024-09-13T17:01:00.918408+0000","last_undegraded":"2024-09-13T17:01:00.918408+0000","last_fullsized":"2024-09-13T17:01:00.918408+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.889358+0000","last_change":"2024-09-13T17:01:00.894313+0000","last_active":"2024-09-13T17:01:01.889358+0000","last_peered":"2024-09-13T17:01:01.889358+0000","last_clean":"2024-09-13T17:01:01.889358+0000","last_became_active":"2024-09-13T17:01:00.894061+0000","last_became_peered":"2024-09-13T17:01:00.894061+0000","last_unstale":"2024-09-13T17:01:01.889358+0000","last_undegraded":"2024-09-13T17:01:01.889358+0000","last_fullsized":"2024-09-13T17:01:01.889358+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:43.187992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"34'1","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:02.623656+0000","last_change":"2024-09-13T17:01:00.435186+0000","last_active":"2024-09-13T17:01:02.623656+0000","last_peered":"2024-09-13T17:01:02.623656+0000","last_clean":"2024-09-13T17:01:02.623656+0000","last_became_active":"2024-09-13T17:01:00.434470+0000","last_became_peered":"2024-09-13T17:01:00.434470+0000","last_unstale":"2024-09-13T17:01:02.623656+0000","last_undegraded":"2024-09-13T17:01:02.623656+0000","last_fullsized":"2024-09-13T17:01:02.623656+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:37:25.830340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888223+0000","last_change":"2024-09-13T17:01:00.909543+0000","last_active":"2024-09-13T17:01:01.888223+0000","last_peered":"2024-09-13T17:01:01.888223+0000","last_clean":"2024-09-13T17:01:01.888223+0000","last_became_active":"2024-09-13T17:01:00.908786+0000","last_became_peered":"2024-09-13T17:01:00.908786+0000","last_unstale":"2024-09-13T17:01:01.888223+0000","last_undegraded":"2024-09-13T17:01:01.888223+0000","last_fullsized":"2024-09-13T17:01:01.888223+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:44:00.480533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.884826+0000","last_change":"2024-09-13T17:01:00.434271+0000","last_active":"2024-09-13T17:01:00.884826+0000","last_peered":"2024-09-13T17:01:00.884826+0000","last_clean":"2024-09-13T17:01:00.884826+0000","last_became_active":"2024-09-13T17:01:00.434030+0000","last_became_peered":"2024-09-13T17:01:00.434030+0000","last_unstale":"2024-09-13T17:01:00.884826+0000","last_undegraded":"2024-09-13T17:01:00.884826+0000","last_fullsized":"2024-09-13T17:01:00.884826+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:29.032577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888492+0000","last_change":"2024-09-13T17:01:00.906610+0000","last_active":"2024-09-13T17:01:01.888492+0000","last_peered":"2024-09-13T17:01:01.888492+0000","last_clean":"2024-09-13T17:01:01.888492+0000","last_became_active":"2024-09-13T17:01:00.905587+0000","last_became_peered":"2024-09-13T17:01:00.905587+0000","last_unstale":"2024-09-13T17:01:01.888492+0000","last_undegraded":"2024-09-13T17:01:01.888492+0000","last_fullsized":"2024-09-13T17:01:01.888492+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:55:36.028709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.884329+0000","last_change":"2024-09-13T17:01:00.440327+0000","last_active":"2024-09-13T17:01:00.884329+0000","last_peered":"2024-09-13T17:01:00.884329+0000","last_clean":"2024-09-13T17:01:00.884329+0000","last_became_active":"2024-09-13T17:01:00.440039+0000","last_became_peered":"2024-09-13T17:01:00.440039+0000","last_unstale":"2024-09-13T17:01:00.884329+0000","last_undegraded":"2024-09-13T17:01:00.884329+0000","last_fullsized":"2024-09-13T17:01:00.884329+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:20:56.336838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.044037+0000","last_change":"2024-09-13T17:01:00.921754+0000","last_active":"2024-09-13T17:01:03.044037+0000","last_peered":"2024-09-13T17:01:03.044037+0000","last_clean":"2024-09-13T17:01:03.044037+0000","last_became_active":"2024-09-13T17:01:00.921138+0000","last_became_peered":"2024-09-13T17:01:00.921138+0000","last_unstale":"2024-09-13T17:01:03.044037+0000","last_undegraded":"2024-09-13T17:01:03.044037+0000","last_fullsized":"2024-09-13T17:01:03.044037+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:06.259808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.884153+0000","last_change":"2024-09-13T17:01:00.455346+0000","last_active":"2024-09-13T17:01:00.884153+0000","last_peered":"2024-09-13T17:01:00.884153+0000","last_clean":"2024-09-13T17:01:00.884153+0000","last_became_active":"2024-09-13T17:01:00.455085+0000","last_became_peered":"2024-09-13T17:01:00.455085+0000","last_unstale":"2024-09-13T17:01:00.884153+0000","last_undegraded":"2024-09-13T17:01:00.884153+0000","last_fullsized":"2024-09-13T17:01:00.884153+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:54.676768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:03.043975+0000","last_change":"2024-09-13T17:01:00.921252+0000","last_active":"2024-09-13T17:01:03.043975+0000","last_peered":"2024-09-13T17:01:03.043975+0000","last_clean":"2024-09-13T17:01:03.043975+0000","last_became_active":"2024-09-13T17:01:00.920950+0000","last_became_peered":"2024-09-13T17:01:00.920950+0000","last_unstale":"2024-09-13T17:01:03.043975+0000","last_undegraded":"2024-09-13T17:01:03.043975+0000","last_fullsized":"2024-09-13T17:01:03.043975+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:20:47.293573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.883531+0000","last_change":"2024-09-13T17:01:00.456405+0000","last_active":"2024-09-13T17:01:00.883531+0000","last_peered":"2024-09-13T17:01:00.883531+0000","last_clean":"2024-09-13T17:01:00.883531+0000","last_became_active":"2024-09-13T17:01:00.456122+0000","last_became_peered":"2024-09-13T17:01:00.456122+0000","last_unstale":"2024-09-13T17:01:00.883531+0000","last_undegraded":"2024-09-13T17:01:00.883531+0000","last_fullsized":"2024-09-13T17:01:00.883531+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:55.081278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.887382+0000","last_change":"2024-09-13T17:01:00.895666+0000","last_active":"2024-09-13T17:01:01.887382+0000","last_peered":"2024-09-13T17:01:01.887382+0000","last_clean":"2024-09-13T17:01:01.887382+0000","last_became_active":"2024-09-13T17:01:00.895397+0000","last_became_peered":"2024-09-13T17:01:00.895397+0000","last_unstale":"2024-09-13T17:01:01.887382+0000","last_undegraded":"2024-09-13T17:01:01.887382+0000","last_fullsized":"2024-09-13T17:01:01.887382+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:22.354193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.898695+0000","last_change":"2024-09-13T17:01:00.441969+0000","last_active":"2024-09-13T17:01:00.898695+0000","last_peered":"2024-09-13T17:01:00.898695+0000","last_clean":"2024-09-13T17:01:00.898695+0000","last_became_active":"2024-09-13T17:01:00.441672+0000","last_became_peered":"2024-09-13T17:01:00.441672+0000","last_unstale":"2024-09-13T17:01:00.898695+0000","last_undegraded":"2024-09-13T17:01:00.898695+0000","last_fullsized":"2024-09-13T17:01:00.898695+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:04.603953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T17:01:01.888437+0000","last_change":"2024-09-13T17:01:00.911797+0000","last_active":"2024-09-13T17:01:01.888437+0000","last_peered":"2024-09-13T17:01:01.888437+0000","last_clean":"2024-09-13T17:01:01.888437+0000","last_became_active":"2024-09-13T17:01:00.909448+0000","last_became_peered":"2024-09-13T17:01:00.909448+0000","last_unstale":"2024-09-13T17:01:01.888437+0000","last_undegraded":"2024-09-13T17:01:01.888437+0000","last_fullsized":"2024-09-13T17:01:01.888437+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:01:00.406012+0000","last_clean_scrub_stamp":"2024-09-13T17:01:00.406012+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:36.533443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.882179+0000","last_change":"2024-09-13T17:01:00.448360+0000","last_active":"2024-09-13T17:01:00.882179+0000","last_peered":"2024-09-13T17:01:00.882179+0000","last_clean":"2024-09-13T17:01:00.882179+0000","last_became_active":"2024-09-13T17:01:00.447978+0000","last_became_peered":"2024-09-13T17:01:00.447978+0000","last_unstale":"2024-09-13T17:01:00.882179+0000","last_undegraded":"2024-09-13T17:01:00.882179+0000","last_fullsized":"2024-09-13T17:01:00.882179+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T17:00:59.392712+0000","last_clean_scrub_stamp":"2024-09-13T17:00:59.392712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:05.246508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":176,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-13T17:01:00.890504+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:01:00.890504+0000","last_peered":"2024-09-13T17:01:00.890504+0000","last_clean":"2024-09-13T17:01:00.890504+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:01:00.890504+0000","last_undegraded":"2024-09-13T17:01:00.890504+0000","last_fullsized":"2024-09-13T17:01:00.890504+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31504,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340336,"statfs":{"total":96636764160,"available":96604504064,"internally_reserved":0,"allocated":389120,"data_stored":151423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.2609999999999999},{"interface":"front","average":{"1min":1.337,"5min":1.337,"15min":1.337},"min":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":1.3500000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":1.0129999999999999},{"interface":"front","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":1.224}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":1.119},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"min":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":1.2729999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.286,"15min":1.286},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":0.84399999999999997},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":2.1339999999999999,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.91700000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.456,"15min":1.456},"min":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.496,"5min":1.496,"15min":1.496},"min":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":1.3120000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":1.1659999999999999},{"interface":"front","average":{"1min":1.542,"5min":1.542,"15min":1.542},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.077}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.583,"15min":1.583},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":1.444},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.002,"5min":1.002,"15min":1.002},"max":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":1.212}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31504,"kb_used_data":388,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340336,"statfs":{"total":96636764160,"available":96604504064,"internally_reserved":0,"allocated":397312,"data_stored":152965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":1.605},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":1.2889999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":1.74,"5min":1.74,"15min":1.74},"last":1.125},{"interface":"front","average":{"1min":1.306,"5min":1.306,"15min":1.306},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.3300000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.474},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.0009999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.415,"5min":2.415,"15min":2.415},"last":1.5089999999999999},{"interface":"front","average":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.403}]},{"osd":4,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":3.4569999999999999,"5min":3.4569999999999999,"15min":3.4569999999999999},"last":1.151}]},{"osd":5,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.4339999999999999},{"interface":"front","average":{"1min":1.514,"5min":1.514,"15min":1.514},"min":{"1min":1.01,"5min":1.01,"15min":1.01},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":1.6759999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.657,"15min":1.657},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":3.3290000000000002,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.54},{"interface":"front","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.492}]}]},{"osd":5,"up_from":13,"seq":55834574865,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32072,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339768,"statfs":{"total":96636764160,"available":96603922432,"internally_reserved":0,"allocated":978944,"data_stored":741332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.212,"15min":1.212},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":2.202,"5min":2.202,"15min":2.202},"last":1.0009999999999999},{"interface":"front","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.98399999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.492},{"interface":"front","average":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.1400000000000001,"5min":2.1400000000000001,"15min":2.1400000000000001},"last":1.466}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":1.0369999999999999},{"interface":"front","average":{"1min":1.226,"5min":1.226,"15min":1.226},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":1.4379999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.377},{"interface":"front","average":{"1min":1.351,"5min":1.351,"15min":1.351},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.92300000000000004}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.3,"15min":1.3},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":1.1950000000000001},{"interface":"front","average":{"1min":1.294,"5min":1.294,"15min":1.294},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":1.1399999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":1.266,"15min":1.266},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.79900000000000004},{"interface":"front","average":{"1min":1.325,"5min":1.325,"15min":1.325},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":1.302}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.258},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"min":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"max":{"1min":2.2250000000000001,"5min":2.2250000000000001,"15min":2.2250000000000001},"last":1.1719999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31516,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340324,"statfs":{"total":96636764160,"available":96604491776,"internally_reserved":0,"allocated":401408,"data_stored":152987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":1.2},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":1.266}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.238,"15min":1.238},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.2130000000000001},{"interface":"front","average":{"1min":1.196,"5min":1.196,"15min":1.196},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":1.006}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.228,"15min":1.228},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.327,"5min":1.327,"15min":1.327},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.3979999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":0.88900000000000001},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":2.0310000000000001,"5min":2.0310000000000001,"15min":2.0310000000000001},"last":1.0940000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.335,"15min":1.335},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":1.05},{"interface":"front","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":1.1419999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.6579999999999999,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.3129999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.569,"15min":1.569},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1949999999999998,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":1.2969999999999999},{"interface":"front","average":{"1min":1.865,"5min":1.865,"15min":1.865},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":7.077,"5min":7.077,"15min":7.077},"last":1.3360000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27420,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344420,"statfs":{"total":96636764160,"available":96608686080,"internally_reserved":0,"allocated":401408,"data_stored":152177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.83999999999999997}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.752},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":1.2809999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.946,"5min":1.946,"15min":1.946},"last":0.88},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.746,"5min":2.746,"15min":2.746},"last":1.7869999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.1180000000000001},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.873,"5min":0.873,"15min":0.873},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.359}]},{"osd":5,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.607},{"interface":"front","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":1.7230000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":1.4099999999999999},{"interface":"front","average":{"1min":1.45,"5min":1.45,"15min":1.45},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":2.0939999999999999,"5min":2.0939999999999999,"15min":2.0939999999999999},"last":1.7490000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":2.903,"5min":2.903,"15min":2.903},"last":1.8560000000000001},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"last":1.6819999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":389120,"data_stored":151435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":4.0469999999999997,"5min":4.0469999999999997,"15min":4.0469999999999997},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.89900000000000002}]},{"osd":1,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.1299999999999999,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":1.0029999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":0.85699999999999998},{"interface":"front","average":{"1min":1.198,"5min":1.198,"15min":1.198},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.96,"5min":2.96,"15min":2.96},"last":1.431}]},{"osd":4,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.048,"5min":3.048,"15min":3.048},"last":1.623},{"interface":"front","average":{"1min":1.573,"5min":1.573,"15min":1.573},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":3.9140000000000001,"5min":3.9140000000000001,"15min":3.9140000000000001},"last":1.736}]},{"osd":5,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.591,"15min":1.591},"min":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":1.849},{"interface":"front","average":{"1min":1.49,"5min":1.49,"15min":1.49},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":2.8799999999999999,"5min":2.8799999999999999,"15min":2.8799999999999999},"last":1.3959999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":3.2509999999999999},"last":1.6359999999999999},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"min":{"1min":1.117,"5min":1.117,"15min":1.117},"max":{"1min":3.202,"5min":3.202,"15min":3.202},"last":1.8180000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":4.4429999999999996,"5min":4.4429999999999996,"15min":4.4429999999999996},"last":1.9359999999999999},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5940000000000001,"15min":1.5940000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":3.573,"5min":3.573,"15min":3.573},"last":1.782}]}]},{"osd":1,"up_from":13,"seq":55834574866,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27992,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343848,"statfs":{"total":96636764160,"available":96608100352,"internally_reserved":0,"allocated":983040,"data_stored":741839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.53700000000000003}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":1.173}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.7970000000000002,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.70599999999999996}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":3.0449999999999999,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":1.369,"5min":1.369,"15min":1.369},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":0.96299999999999997}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"min":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"min":{"1min":1.016,"5min":1.016,"15min":1.016},"max":{"1min":3.2309999999999999,"5min":3.2309999999999999,"15min":3.2309999999999999},"last":0.98899999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.371,"15min":1.371},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":3.3420000000000001,"5min":3.3420000000000001,"15min":3.3420000000000001},"last":0.92900000000000005},{"interface":"front","average":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":1.01}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.504,"5min":1.504,"15min":1.504},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.9350000000000001,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":1.1419999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27408,"kb_used_data":380,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344432,"statfs":{"total":96636764160,"available":96608698368,"internally_reserved":0,"allocated":389120,"data_stored":151491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":3.677,"5min":3.677,"15min":3.677},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":0.86599999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":1.1739999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":1.087},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.3650000000000002,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":1.232}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":2.0840000000000001,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":1.3879999999999999},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":2.1520000000000001,"5min":2.1520000000000001,"15min":2.1520000000000001},"last":1.415}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":1.036,"5min":1.036,"15min":1.036},"max":{"1min":3.1720000000000002,"5min":3.1720000000000002,"15min":3.1720000000000002},"last":1.306},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.2809999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"max":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.347},{"interface":"front","average":{"1min":1.524,"5min":1.524,"15min":1.524},"min":{"1min":1.109,"5min":1.109,"15min":1.109},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":1.4399999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.413},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.4670000000000001},{"interface":"front","average":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":1.5509999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:01:10.569 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T17:01:10.569 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T17:01:10.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.792+0000 7f4b47200700 1 Processor -- start 2024-09-13T17:01:10.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.792+0000 7f4b47200700 1 -- start start 2024-09-13T17:01:10.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b47200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4b480b1940 0x7f4b480b1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b47200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4b4815a0c0 0x7f4b4815a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b47200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b480715e0 con 0x7f4b480b0930 2024-09-13T17:01:10.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b47200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b480b22f0 con 0x7f4b480b1940 2024-09-13T17:01:10.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b47200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b4806ea50 con 0x7f4b4815a0c0 2024-09-13T17:01:10.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b3fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4b480b1940 0x7f4b480b1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b3fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f4b480b1940 0x7f4b480b1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44806/0 (socket says 172.21.15.99:44806) 2024-09-13T17:01:10.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b45e00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f4b480b0930 0x7f4b4806e340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:50488/0 (socket says 172.21.15.99:50488) 2024-09-13T17:01:10.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b3fe00700 1 -- 172.21.15.99:0/1274073608 learned_addr learned my addr 172.21.15.99:0/1274073608 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:10.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b46800700 1 --2- 172.21.15.99:0/1274073608 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4b4815a0c0 0x7f4b4815a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b3fe00700 1 -- 172.21.15.99:0/1274073608 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4b4815a0c0 msgr2=0x7f4b4815a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:10.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b3fe00700 1 --2- 172.21.15.99:0/1274073608 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4b4815a0c0 0x7f4b4815a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b3fe00700 1 -- 172.21.15.99:0/1274073608 >> v1:172.21.15.170:6789/0 conn(0x7f4b480b0930 legacy=0x7f4b4806e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:10.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b45400700 1 -- 172.21.15.99:0/1274073608 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1615685180 0 0) 0x7f4b480715e0 con 0x7f4b480b0930 2024-09-13T17:01:10.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.796+0000 7f4b3fe00700 1 -- 172.21.15.99:0/1274073608 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b4815aa70 con 0x7f4b480b1940 2024-09-13T17:01:10.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b3fe00700 1 --2- 172.21.15.99:0/1274073608 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b480b1940 0x7f4b480b1db0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f4b30009910 tx=0x7f4b30009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f65d7fc88f6e584d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:10.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b45400700 1 -- 172.21.15.99:0/1274073608 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b30011830 con 0x7f4b480b1940 2024-09-13T17:01:10.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b45400700 1 -- 172.21.15.99:0/1274073608 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b30011990 con 0x7f4b480b1940 2024-09-13T17:01:10.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b45400700 1 -- 172.21.15.99:0/1274073608 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b30011d40 con 0x7f4b480b1940 2024-09-13T17:01:10.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b47200700 1 -- 172.21.15.99:0/1274073608 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b480b1940 msgr2=0x7f4b480b1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:10.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b47200700 1 --2- 172.21.15.99:0/1274073608 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b480b1940 0x7f4b480b1db0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f4b30009910 tx=0x7f4b30009c20 comp rx=0 tx=0).stop 2024-09-13T17:01:10.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b47200700 1 -- 172.21.15.99:0/1274073608 shutdown_connections 2024-09-13T17:01:10.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b47200700 1 --2- 172.21.15.99:0/1274073608 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4b4815a0c0 0x7f4b4815a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b47200700 1 --2- 172.21.15.99:0/1274073608 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b480b1940 0x7f4b480b1db0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.805 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b47200700 1 -- 172.21.15.99:0/1274073608 >> 172.21.15.99:0/1274073608 conn(0x7f4b4806bee0 msgr2=0x7f4b48066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:10.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b47200700 1 -- 172.21.15.99:0/1274073608 shutdown_connections 2024-09-13T17:01:10.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.800+0000 7f4b47200700 1 -- 172.21.15.99:0/1274073608 wait complete. 2024-09-13T17:01:10.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b47200700 1 Processor -- start 2024-09-13T17:01:10.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b47200700 1 -- start start 2024-09-13T17:01:10.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b47200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b480b0930 0x7f4b481f9f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b47200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4b480b1940 0x7f4b481f79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b47200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b4815a0c0 0x7f4b4814bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b47200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b4814d940 con 0x7f4b4815a0c0 2024-09-13T17:01:10.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b47200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b481f7ee0 con 0x7f4b480b0930 2024-09-13T17:01:10.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b47200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b481504e0 con 0x7f4b480b1940 2024-09-13T17:01:10.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b46800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b4815a0c0 0x7f4b4814bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b46800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b4815a0c0 0x7f4b4814bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44820/0 (socket says 172.21.15.99:44820) 2024-09-13T17:01:10.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b46800700 1 -- 172.21.15.99:0/142255016 learned_addr learned my addr 172.21.15.99:0/142255016 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:10.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.804+0000 7f4b3fe00700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4b480b1940 0x7f4b481f79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b45e00700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b480b0930 0x7f4b481f9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b46800700 1 -- 172.21.15.99:0/142255016 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4b480b1940 msgr2=0x7f4b481f79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:10.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b46800700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4b480b1940 0x7f4b481f79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b46800700 1 -- 172.21.15.99:0/142255016 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b480b0930 msgr2=0x7f4b481f9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:10.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b46800700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b480b0930 0x7f4b481f9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:10.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b46800700 1 -- 172.21.15.99:0/142255016 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b30009570 con 0x7f4b4815a0c0 2024-09-13T17:01:10.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b46800700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b4815a0c0 0x7f4b4814bd20 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f4b4000efc0 tx=0x7f4b4000c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:10.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b3e000700 1 -- 172.21.15.99:0/142255016 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b4000caa0 con 0x7f4b4815a0c0 2024-09-13T17:01:10.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b3e000700 1 -- 172.21.15.99:0/142255016 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b4000f040 con 0x7f4b4815a0c0 2024-09-13T17:01:10.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b3e000700 1 -- 172.21.15.99:0/142255016 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b4000ce40 con 0x7f4b4815a0c0 2024-09-13T17:01:10.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b47200700 1 -- 172.21.15.99:0/142255016 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b48150200 con 0x7f4b4815a0c0 2024-09-13T17:01:10.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.808+0000 7f4b47200700 1 -- 172.21.15.99:0/142255016 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b4814d560 con 0x7f4b4815a0c0 2024-09-13T17:01:10.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.812+0000 7f4b47200700 1 -- 172.21.15.99:0/142255016 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b4814da80 con 0x7f4b4815a0c0 2024-09-13T17:01:10.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.812+0000 7f4b3e000700 1 -- 172.21.15.99:0/142255016 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4b40014480 con 0x7f4b4815a0c0 2024-09-13T17:01:10.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.812+0000 7f4b3e000700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4b24066730 0x7f4b24068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:10.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.812+0000 7f4b3e000700 1 -- 172.21.15.99:0/142255016 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4b40084830 con 0x7f4b4815a0c0 2024-09-13T17:01:10.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.812+0000 7f4b45e00700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4b24066730 0x7f4b24068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:10.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.812+0000 7f4b45e00700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4b24066730 0x7f4b24068bf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4b38000f60 tx=0x7f4b38004a70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:10.824 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:10.820+0000 7f4b3e000700 1 -- 172.21.15.99:0/142255016 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4b4814da80 con 0x7f4b4815a0c0 2024-09-13T17:01:11.065 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.060+0000 7f4b47200700 1 -- 172.21.15.99:0/142255016 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f4b4814da80 con 0x7f4b4815a0c0 2024-09-13T17:01:11.072 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.068+0000 7f4b3e000700 1 -- 172.21.15.99:0/142255016 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+0 (secure 0 0 0) 0x7f4b4814da80 con 0x7f4b4815a0c0 2024-09-13T17:01:11.076 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 -- 172.21.15.99:0/142255016 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4b24066730 msgr2=0x7f4b24068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:11.076 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4b24066730 0x7f4b24068bf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4b38000f60 tx=0x7f4b38004a70 comp rx=0 tx=0).stop 2024-09-13T17:01:11.076 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 -- 172.21.15.99:0/142255016 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b4815a0c0 msgr2=0x7f4b4814bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:11.076 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b4815a0c0 0x7f4b4814bd20 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f4b4000efc0 tx=0x7f4b4000c0c0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.076 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 -- 172.21.15.99:0/142255016 shutdown_connections 2024-09-13T17:01:11.077 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4b24066730 0x7f4b24068bf0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.077 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4b4815a0c0 0x7f4b4814bd20 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.077 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4b480b1940 0x7f4b481f79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.077 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 --2- 172.21.15.99:0/142255016 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4b480b0930 0x7f4b481f9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.077 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 -- 172.21.15.99:0/142255016 >> 172.21.15.99:0/142255016 conn(0x7f4b4806bee0 msgr2=0x7f4b480afc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:11.077 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 -- 172.21.15.99:0/142255016 shutdown_connections 2024-09-13T17:01:11.077 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.072+0000 7f4b47200700 1 -- 172.21.15.99:0/142255016 wait complete. 2024-09-13T17:01:11.078 INFO:teuthology.orchestra.run.smithi099.stderr:updated caps for client.0 2024-09-13T17:01:11.096 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:01:11.266 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.260+0000 7fd0ed600700 1 Processor -- start 2024-09-13T17:01:11.266 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.260+0000 7fd0ed600700 1 -- start start 2024-09-13T17:01:11.268 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0ed600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 0x7fd0e806d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:11.268 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0ed600700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0e806dc00 con 0x7fd0e81466b0 2024-09-13T17:01:11.268 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0ed600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0e806cdf0 con 0x7fd0e80b38d0 2024-09-13T17:01:11.268 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0ed600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0e8146a90 con 0x7fd0e806d280 2024-09-13T17:01:11.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0e7e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd0e81466b0 0x7fd0e80ad2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:40266/0 (socket says 172.21.15.99:40266) 2024-09-13T17:01:11.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0e7e00700 1 -- 172.21.15.99:0/1566679003 learned_addr learned my addr 172.21.15.99:0/1566679003 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:11.269 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0df400700 1 --2- 172.21.15.99:0/1566679003 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 0x7fd0e806d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:11.270 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0e7400700 1 -- 172.21.15.99:0/1566679003 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2205671936 0 0) 0x7fd0e806dc00 con 0x7fd0e81466b0 2024-09-13T17:01:11.270 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0e7400700 1 -- 172.21.15.99:0/1566679003 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd0cc0035d0 con 0x7fd0e81466b0 2024-09-13T17:01:11.270 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0e7400700 1 -- 172.21.15.99:0/1566679003 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1349566953 0 0) 0x7fd0e806cdf0 con 0x7fd0e80b38d0 2024-09-13T17:01:11.270 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0e7400700 1 -- 172.21.15.99:0/1566679003 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd0e806dc00 con 0x7fd0e80b38d0 2024-09-13T17:01:11.270 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0df400700 1 -- 172.21.15.99:0/1566679003 >> v1:172.21.15.170:6789/0 conn(0x7fd0e80b38d0 legacy=0x7fd0e80b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:11.270 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0df400700 1 -- 172.21.15.99:0/1566679003 >> v1:172.21.15.99:6789/0 conn(0x7fd0e81466b0 legacy=0x7fd0e80ad2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:11.271 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0e7400700 1 -- 172.21.15.99:0/1566679003 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1603950176 0 0) 0x7fd0cc0035d0 con 0x7fd0e81466b0 2024-09-13T17:01:11.271 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0df400700 1 -- 172.21.15.99:0/1566679003 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0e80b1ce0 con 0x7fd0e806d280 2024-09-13T17:01:11.271 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0df400700 1 --2- 172.21.15.99:0/1566679003 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 0x7fd0e806d6c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0009880 tx=0x7fd0d0009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba00475c689bc238 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:11.271 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0e7400700 1 -- 172.21.15.99:0/1566679003 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d8001670 con 0x7fd0e806d280 2024-09-13T17:01:11.271 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.264+0000 7fd0e7400700 1 -- 172.21.15.99:0/1566679003 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0d0004030 con 0x7fd0e806d280 2024-09-13T17:01:11.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.268+0000 7fd0e7400700 1 -- 172.21.15.99:0/1566679003 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d00043c0 con 0x7fd0e806d280 2024-09-13T17:01:11.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.268+0000 7fd0ed600700 1 -- 172.21.15.99:0/1566679003 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 msgr2=0x7fd0e806d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:11.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.268+0000 7fd0ed600700 1 --2- 172.21.15.99:0/1566679003 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 0x7fd0e806d6c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0009880 tx=0x7fd0d0009b90 comp rx=0 tx=0).stop 2024-09-13T17:01:11.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.268+0000 7fd0ed600700 1 -- 172.21.15.99:0/1566679003 shutdown_connections 2024-09-13T17:01:11.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.268+0000 7fd0ed600700 1 --2- 172.21.15.99:0/1566679003 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 0x7fd0e806d6c0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.268+0000 7fd0ed600700 1 -- 172.21.15.99:0/1566679003 >> 172.21.15.99:0/1566679003 conn(0x7fd0e806f790 msgr2=0x7fd0e806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:11.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.268+0000 7fd0ed600700 1 -- 172.21.15.99:0/1566679003 shutdown_connections 2024-09-13T17:01:11.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.268+0000 7fd0ed600700 1 -- 172.21.15.99:0/1566679003 wait complete. 2024-09-13T17:01:11.275 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.268+0000 7fd0ed600700 1 Processor -- start 2024-09-13T17:01:11.275 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.268+0000 7fd0ed600700 1 -- start start 2024-09-13T17:01:11.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ed600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 0x7fd0e80a8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:11.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ed600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0e80b38d0 0x7fd0e80abef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:11.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ed600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0e81466b0 0x7fd0e815e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:11.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ed600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0e8142160 con 0x7fd0e81466b0 2024-09-13T17:01:11.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ed600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0e80ac430 con 0x7fd0e80b38d0 2024-09-13T17:01:11.277 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ed600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0e80a9370 con 0x7fd0e806d280 2024-09-13T17:01:11.278 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ecc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0e81466b0 0x7fd0e815e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:11.278 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0e7e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 0x7fd0e80a8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:11.278 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ecc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0e81466b0 0x7fd0e815e9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44836/0 (socket says 172.21.15.99:44836) 2024-09-13T17:01:11.278 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ecc00700 1 -- 172.21.15.99:0/1650994314 learned_addr learned my addr 172.21.15.99:0/1650994314 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:11.278 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0df400700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0e80b38d0 0x7fd0e80abef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:11.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ecc00700 1 -- 172.21.15.99:0/1650994314 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 msgr2=0x7fd0e80a8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:11.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ecc00700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 0x7fd0e80a8d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ecc00700 1 -- 172.21.15.99:0/1650994314 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0e80b38d0 msgr2=0x7fd0e80abef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:11.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ecc00700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0e80b38d0 0x7fd0e80abef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ecc00700 1 -- 172.21.15.99:0/1650994314 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0d00094b0 con 0x7fd0e81466b0 2024-09-13T17:01:11.279 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0ecc00700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0e81466b0 0x7fd0e815e9c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd0e000cc20 tx=0x7fd0e000cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:11.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.272+0000 7fd0e4c00700 1 -- 172.21.15.99:0/1650994314 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0e0003c20 con 0x7fd0e81466b0 2024-09-13T17:01:11.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.276+0000 7fd0e4c00700 1 -- 172.21.15.99:0/1650994314 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0e0003d80 con 0x7fd0e81466b0 2024-09-13T17:01:11.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.276+0000 7fd0ed600700 1 -- 172.21.15.99:0/1650994314 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0e80a9650 con 0x7fd0e81466b0 2024-09-13T17:01:11.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.276+0000 7fd0e4c00700 1 -- 172.21.15.99:0/1650994314 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0e000aae0 con 0x7fd0e81466b0 2024-09-13T17:01:11.280 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.276+0000 7fd0ed600700 1 -- 172.21.15.99:0/1650994314 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0e815ef00 con 0x7fd0e81466b0 2024-09-13T17:01:11.281 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.276+0000 7fd0ed600700 1 -- 172.21.15.99:0/1650994314 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0e81422d0 con 0x7fd0e81466b0 2024-09-13T17:01:11.282 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.276+0000 7fd0e4c00700 1 -- 172.21.15.99:0/1650994314 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd0e000ac40 con 0x7fd0e81466b0 2024-09-13T17:01:11.284 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.280+0000 7fd0e4c00700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd0c4066730 0x7fd0c4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:11.284 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.280+0000 7fd0e4c00700 1 -- 172.21.15.99:0/1650994314 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd0e0084200 con 0x7fd0e81466b0 2024-09-13T17:01:11.284 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.280+0000 7fd0e7e00700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd0c4066730 0x7fd0c4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:11.285 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.280+0000 7fd0e7e00700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd0c4066730 0x7fd0c4068bf0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd0d8001380 tx=0x7fd0d8000f10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:11.290 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.284+0000 7fd0e4c00700 1 -- 172.21.15.99:0/1650994314 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd0e0051560 con 0x7fd0e81466b0 2024-09-13T17:01:11.518 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.512+0000 7fd0ed600700 1 -- 172.21.15.99:0/1650994314 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd0e806e4e0 con 0x7fd0e81466b0 2024-09-13T17:01:11.519 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.512+0000 7fd0e4c00700 1 -- 172.21.15.99:0/1650994314 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4731 (secure 0 0 0) 0x7fd0e0054b80 con 0x7fd0e81466b0 2024-09-13T17:01:11.519 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:11.519 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/163947465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":163947465},{"type":"v1","addr":"172.21.15.99:6835","nonce":163947465}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4993,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/881326518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":881326518},{"type":"v1","addr":"172.21.15.99:6837","nonce":881326518}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4996,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/4250337445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":4250337445},{"type":"v1","addr":"172.21.15.170:6833","nonce":4250337445}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:01:00.869276+0000","modified":"2024-09-13T17:01:03.893729+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5002},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5002":{"gid":5002,"name":"d","rank":0,"incarnation":12,"state":"up:active","state_seq":4,"addr":"172.21.15.170:6835/168485893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":168485893},{"type":"v1","addr":"172.21.15.170:6835","nonce":168485893}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T17:01:11.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 -- 172.21.15.99:0/1650994314 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd0c4066730 msgr2=0x7fd0c4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:11.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd0c4066730 0x7fd0c4068bf0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd0d8001380 tx=0x7fd0d8000f10 comp rx=0 tx=0).stop 2024-09-13T17:01:11.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 -- 172.21.15.99:0/1650994314 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0e81466b0 msgr2=0x7fd0e815e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:11.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0e81466b0 0x7fd0e815e9c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd0e000cc20 tx=0x7fd0e000cf30 comp rx=0 tx=0).stop 2024-09-13T17:01:11.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 -- 172.21.15.99:0/1650994314 shutdown_connections 2024-09-13T17:01:11.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd0c4066730 0x7fd0c4068bf0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd0e81466b0 0x7fd0e815e9c0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd0e80b38d0 0x7fd0e80abef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 --2- 172.21.15.99:0/1650994314 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd0e806d280 0x7fd0e80a8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:11.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 -- 172.21.15.99:0/1650994314 >> 172.21.15.99:0/1650994314 conn(0x7fd0e806f790 msgr2=0x7fd0e80c3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:11.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 -- 172.21.15.99:0/1650994314 shutdown_connections 2024-09-13T17:01:11.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:11.516+0000 7fd0ed600700 1 -- 172.21.15.99:0/1650994314 wait complete. 2024-09-13T17:01:11.525 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 16 2024-09-13T17:01:11.945 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T17:01:00.869276+0000', 'modified': '2024-09-13T17:01:03.893729+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5002}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5002': {'gid': 5002, 'name': 'd', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.170:6835/168485893', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.170:6834', 'nonce': 168485893}, {'type': 'v1', 'addr': '172.21.15.170:6835', 'nonce': 168485893}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T17:01:11.946 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T17:01:11.946 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T17:01:12.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.124+0000 7f7cfb200700 1 Processor -- start 2024-09-13T17:01:12.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.124+0000 7f7cfb200700 1 -- start start 2024-09-13T17:01:12.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfb200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7cfc0b0e90 0x7f7cfc06d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfb200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7cfc162490 con 0x7f7cfc165a10 2024-09-13T17:01:12.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfb200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7cfc06cea0 con 0x7f7cfc165630 2024-09-13T17:01:12.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfb200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7cfc06d180 con 0x7f7cfc0b0e90 2024-09-13T17:01:12.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfa800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7cfc0b0e90 0x7f7cfc06d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfa800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f7cfc0b0e90 0x7f7cfc06d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44852/0 (socket says 172.21.15.99:44852) 2024-09-13T17:01:12.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cf9e00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f7cfc165630 0x7f7cfc0b0780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:50512/0 (socket says 172.21.15.99:50512) 2024-09-13T17:01:12.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfa800700 1 -- 172.21.15.99:0/2535198321 learned_addr learned my addr 172.21.15.99:0/2535198321 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:12.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfa800700 1 -- 172.21.15.99:0/2535198321 >> v1:172.21.15.170:6789/0 conn(0x7f7cfc165630 legacy=0x7f7cfc0b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfa800700 1 -- 172.21.15.99:0/2535198321 >> v1:172.21.15.99:6789/0 conn(0x7f7cfc165a10 legacy=0x7f7cfc1616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cf8a00700 1 -- 172.21.15.99:0/2535198321 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3893947871 0 0) 0x7f7cfc06cea0 con 0x7f7cfc165630 2024-09-13T17:01:12.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfa800700 1 -- 172.21.15.99:0/2535198321 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cfc06d460 con 0x7f7cfc0b0e90 2024-09-13T17:01:12.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cfa800700 1 --2- 172.21.15.99:0/2535198321 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc0b0e90 0x7f7cfc06d980 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7cf4009e50 tx=0x7f7cf400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90c737154ac84cc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:12.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cf8a00700 1 -- 172.21.15.99:0/2535198321 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cf400e070 con 0x7f7cfc0b0e90 2024-09-13T17:01:12.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cf8a00700 1 -- 172.21.15.99:0/2535198321 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cf400b9c0 con 0x7f7cfc0b0e90 2024-09-13T17:01:12.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.128+0000 7f7cf8a00700 1 -- 172.21.15.99:0/2535198321 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cf400bd70 con 0x7f7cfc0b0e90 2024-09-13T17:01:12.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.132+0000 7f7cfb200700 1 -- 172.21.15.99:0/2535198321 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc0b0e90 msgr2=0x7f7cfc06d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.132+0000 7f7cfb200700 1 --2- 172.21.15.99:0/2535198321 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc0b0e90 0x7f7cfc06d980 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7cf4009e50 tx=0x7f7cf400b330 comp rx=0 tx=0).stop 2024-09-13T17:01:12.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.132+0000 7f7cfb200700 1 -- 172.21.15.99:0/2535198321 shutdown_connections 2024-09-13T17:01:12.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.132+0000 7f7cfb200700 1 --2- 172.21.15.99:0/2535198321 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc0b0e90 0x7f7cfc06d980 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.132+0000 7f7cfb200700 1 -- 172.21.15.99:0/2535198321 >> 172.21.15.99:0/2535198321 conn(0x7f7cfc066780 msgr2=0x7f7cfc06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:12.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.132+0000 7f7cfb200700 1 -- 172.21.15.99:0/2535198321 shutdown_connections 2024-09-13T17:01:12.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.132+0000 7f7cfb200700 1 -- 172.21.15.99:0/2535198321 wait complete. 2024-09-13T17:01:12.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.132+0000 7f7cfb200700 1 Processor -- start 2024-09-13T17:01:12.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfb200700 1 -- start start 2024-09-13T17:01:12.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfb200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7cfc0b0e90 0x7f7cfc160ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfb200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7cfc165630 0x7f7cfc1524f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfb200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc165a10 0x7f7cfc152a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfb200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cfc158f80 con 0x7f7cfc165a10 2024-09-13T17:01:12.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfb200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cfc15b650 con 0x7f7cfc165630 2024-09-13T17:01:12.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfb200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7cfc15b930 con 0x7f7cfc0b0e90 2024-09-13T17:01:12.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfa800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc165a10 0x7f7cfc152a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfa800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc165a10 0x7f7cfc152a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44862/0 (socket says 172.21.15.99:44862) 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfa800700 1 -- 172.21.15.99:0/2314616119 learned_addr learned my addr 172.21.15.99:0/2314616119 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cf9400700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7cfc165630 0x7f7cfc1524f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7cfc0b0e90 0x7f7cfc160ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfa800700 1 -- 172.21.15.99:0/2314616119 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7cfc0b0e90 msgr2=0x7f7cfc160ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfa800700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7cfc0b0e90 0x7f7cfc160ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfa800700 1 -- 172.21.15.99:0/2314616119 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7cfc165630 msgr2=0x7f7cfc1524f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfa800700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7cfc165630 0x7f7cfc1524f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfa800700 1 -- 172.21.15.99:0/2314616119 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cf4009b30 con 0x7f7cfc165a10 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfa800700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc165a10 0x7f7cfc152a30 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc0b18b0 tx=0x7f7cf4004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cf2000700 1 -- 172.21.15.99:0/2314616119 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cf40099b0 con 0x7f7cfc165a10 2024-09-13T17:01:12.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cf2000700 1 -- 172.21.15.99:0/2314616119 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cf40092e0 con 0x7f7cfc165a10 2024-09-13T17:01:12.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cfb200700 1 -- 172.21.15.99:0/2314616119 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cfc158c10 con 0x7f7cfc165a10 2024-09-13T17:01:12.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.136+0000 7f7cf2000700 1 -- 172.21.15.99:0/2314616119 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cf401c640 con 0x7f7cfc165a10 2024-09-13T17:01:12.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.140+0000 7f7cfb200700 1 -- 172.21.15.99:0/2314616119 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cfc160ff0 con 0x7f7cfc165a10 2024-09-13T17:01:12.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.140+0000 7f7cf2000700 1 -- 172.21.15.99:0/2314616119 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7cf401c7a0 con 0x7f7cfc165a10 2024-09-13T17:01:12.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.144+0000 7f7cf2000700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7cdc066730 0x7f7cdc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.144+0000 7f7cf2000700 1 -- 172.21.15.99:0/2314616119 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7cf4085ee0 con 0x7f7cfc165a10 2024-09-13T17:01:12.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.144+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7cdc066730 0x7f7cdc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.144+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7cdc066730 0x7f7cdc068bf0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7cec000f60 tx=0x7f7cec007c40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:12.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.144+0000 7f7d03df0740 1 Processor -- start 2024-09-13T17:01:12.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7d03df0740 1 -- start start 2024-09-13T17:01:12.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c7180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x778f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x778fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7d03df0740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x76eed80 con 0x77c6da0 2024-09-13T17:01:12.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7d03df0740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x76ec510 con 0x77a5d00 2024-09-13T17:01:12.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7d03df0740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x76e7e00 con 0x77c76c0 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c7180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44872/0 (socket says 172.21.15.99:44872) 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9e00700 1 -- 172.21.15.99:0/3614566878 learned_addr learned my addr 172.21.15.99:0/3614566878 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9400700 1 --2- 172.21.15.99:0/3614566878 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x778f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cfa800700 1 --2- 172.21.15.99:0/3614566878 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x778fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9e00700 1 -- 172.21.15.99:0/3614566878 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 msgr2=0x778fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/3614566878 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x778fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9e00700 1 -- 172.21.15.99:0/3614566878 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 msgr2=0x778f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/3614566878 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x778f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9e00700 1 -- 172.21.15.99:0/3614566878 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x755a960 con 0x77c6da0 2024-09-13T17:01:12.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9400700 1 --2- 172.21.15.99:0/3614566878 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x778f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:12.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/3614566878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c7180 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f7cec015690 tx=0x7f7cec012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a5750c38b922227 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7ce6600700 1 -- 172.21.15.99:0/3614566878 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cec015320 con 0x77c6da0 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.148+0000 7f7ce6600700 1 -- 172.21.15.99:0/3614566878 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cec021450 con 0x77c6da0 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7ce6600700 1 -- 172.21.15.99:0/3614566878 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cec0217c0 con 0x77c6da0 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 -- 172.21.15.99:0/3614566878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 msgr2=0x77c7180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 --2- 172.21.15.99:0/3614566878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c7180 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f7cec015690 tx=0x7f7cec012000 comp rx=0 tx=0).stop 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 -- 172.21.15.99:0/3614566878 shutdown_connections 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 --2- 172.21.15.99:0/3614566878 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x778fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 --2- 172.21.15.99:0/3614566878 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x778f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 --2- 172.21.15.99:0/3614566878 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c7180 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 -- 172.21.15.99:0/3614566878 >> 172.21.15.99:0/3614566878 conn(0x750f4d0 msgr2=0x77a8c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:12.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 -- 172.21.15.99:0/3614566878 shutdown_connections 2024-09-13T17:01:12.158 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 -- 172.21.15.99:0/3614566878 wait complete. 2024-09-13T17:01:12.158 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 -- start start 2024-09-13T17:01:12.158 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 Processor -- start 2024-09-13T17:01:12.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77cd340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x7780470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x77c20d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x76a5730 con 0x77c6da0 2024-09-13T17:01:12.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x76ab5b0 con 0x77a5d00 2024-09-13T17:01:12.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7593aa0 con 0x77c76c0 2024-09-13T17:01:12.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7d03df0740 10 client.0 _ll_register_callbacks cb 0x76e1610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:01:12.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7cf9400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x7780470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7cf9400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x7780470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44874/0 (socket says 172.21.15.99:44874) 2024-09-13T17:01:12.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7cf9400700 1 -- 172.21.15.99:0/241818527 learned_addr learned my addr 172.21.15.99:0/241818527 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:12.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.152+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77cd340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cfa800700 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x77c20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.162 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cf9400700 1 -- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 msgr2=0x77c20d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:12.162 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cf9400700 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x77c20d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.162 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cf9400700 1 -- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 msgr2=0x77cd340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:12.162 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cf9400700 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77cd340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cf9400700 1 -- 172.21.15.99:0/241818527 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cec00f040 con 0x77c6da0 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cf9400700 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x7780470 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8003cf0 tx=0x7f7ce80012c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e309160bc6ebfcd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cdaa00700 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cdaa00700 1 -- 172.21.15.99:0/241818527 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ce8001c00 con 0x77c6da0 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cdaa00700 1 -- 172.21.15.99:0/241818527 <== mon.0 v2:172.21.15.99:3300/0 2 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7ce8015470 con 0x77c6da0 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7d03df0740 1 -- 172.21.15.99:0/241818527 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x751c1e0 con 0x77c6da0 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cdaa00700 1 -- 172.21.15.99:0/241818527 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7ce8001d60 con 0x77c6da0 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7d03df0740 10 client.5265 fetch_fsmap learned FSMap version 16 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7d03df0740 1 -- 172.21.15.99:0/241818527 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) v3 -- 0x76ae220 con 0x77c6da0 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cdaa00700 1 -- 172.21.15.99:0/241818527 <== mon.0 v2:172.21.15.99:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x751c1e0 con 0x77c6da0 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cdaa00700 1 -- 172.21.15.99:0/241818527 <== mon.0 v2:172.21.15.99:3300/0 5 ==== fsmap(e 16) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f7ce8015630 con 0x77c6da0 2024-09-13T17:01:12.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7d03df0740 10 client.5265 fetch_fsmap finished waiting for FSMap version 16 2024-09-13T17:01:12.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7d03df0740 10 client.5265 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T17:01:12.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7d03df0740 20 client.5265 populate_metadata read hostname 'smithi099' 2024-09-13T17:01:12.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7d03df0740 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:6834/168485893,v1:172.21.15.170:6835/168485893] conn(0x777f2f0 0x777f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7d03df0740 4 client.5265 mds_command: new command op to 5002 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T17:01:12.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7d03df0740 1 -- 172.21.15.99:0/241818527 --> [v2:172.21.15.170:6834/168485893,v1:172.21.15.170:6835/168485893] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7566460 con 0x777f2f0 2024-09-13T17:01:12.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:6834/168485893,v1:172.21.15.170:6835/168485893] conn(0x777f2f0 0x777f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cdaa00700 10 client.5265 ms_handle_connect on v2:172.21.15.170:6834/168485893 2024-09-13T17:01:12.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.156+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:6834/168485893,v1:172.21.15.170:6835/168485893] conn(0x777f2f0 0x777f6d0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e5fa7fbba9dea3f server_cookie=59f6636696179201 in_seq=0 out_seq=0 2024-09-13T17:01:12.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7cdaa00700 1 -- 172.21.15.99:0/241818527 <== mds.0 v2:172.21.15.170:6834/168485893 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x7566460 con 0x777f2f0 2024-09-13T17:01:12.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7cdaa00700 10 client.5265 handle_command_reply: tid=0 2024-09-13T17:01:12.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 client.5265 shutdown 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 -- 172.21.15.99:0/241818527 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 msgr2=0x7780470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x7780470 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8003cf0 tx=0x7f7ce80012c0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 -- 172.21.15.99:0/241818527 shutdown_connections 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:6834/168485893,v1:172.21.15.170:6835/168485893] conn(0x777f2f0 0x777f6d0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x7780470 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x77c20d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 --2- 172.21.15.99:0/241818527 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77cd340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7cdaa00700 0 client.5265 ms_handle_reset on v2:172.21.15.170:6834/168485893 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 -- 172.21.15.99:0/241818527 >> 172.21.15.99:0/241818527 conn(0x750f4d0 msgr2=0x77a2780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 -- 172.21.15.99:0/241818527 shutdown_connections 2024-09-13T17:01:12.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 1 -- 172.21.15.99:0/241818527 wait complete. 2024-09-13T17:01:12.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.160+0000 7f7d03df0740 20 client.5265 trim_cache size 0 max 16384 2024-09-13T17:01:12.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7d03df0740 1 Processor -- start 2024-09-13T17:01:12.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7d03df0740 1 -- start start 2024-09-13T17:01:12.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77c5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x777d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7d03df0740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7716ec0 con 0x77c6da0 2024-09-13T17:01:12.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7d03df0740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x76a9e90 con 0x77a5d00 2024-09-13T17:01:12.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7d03df0740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x768f5e0 con 0x77c76c0 2024-09-13T17:01:12.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7cf9400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7cfa800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x777d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7cf9e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77c5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7cf9400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c6230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44884/0 (socket says 172.21.15.99:44884) 2024-09-13T17:01:12.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.180+0000 7f7cf9400700 1 -- 172.21.15.99:0/2686411892 learned_addr learned my addr 172.21.15.99:0/2686411892 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:12.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7cfa800700 1 -- 172.21.15.99:0/2686411892 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 msgr2=0x77c5cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:12.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7cfa800700 1 --2- 172.21.15.99:0/2686411892 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77c5cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7cfa800700 1 -- 172.21.15.99:0/2686411892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 msgr2=0x77c6230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:12.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7cfa800700 1 --2- 172.21.15.99:0/2686411892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c6230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7cfa800700 1 -- 172.21.15.99:0/2686411892 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7694450 con 0x77c76c0 2024-09-13T17:01:12.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7cfa800700 1 --2- 172.21.15.99:0/2686411892 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x777d710 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7cf40844f0 tx=0x7f7cf40532e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbab60c0720f46d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:12.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7ce7000700 1 -- 172.21.15.99:0/2686411892 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cf406e070 con 0x77c76c0 2024-09-13T17:01:12.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7ce7000700 1 -- 172.21.15.99:0/2686411892 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cf4056880 con 0x77c76c0 2024-09-13T17:01:12.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7ce7000700 1 -- 172.21.15.99:0/2686411892 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cf4057620 con 0x77c76c0 2024-09-13T17:01:12.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 -- 172.21.15.99:0/2686411892 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 msgr2=0x777d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 --2- 172.21.15.99:0/2686411892 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x777d710 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7cf40844f0 tx=0x7f7cf40532e0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 -- 172.21.15.99:0/2686411892 shutdown_connections 2024-09-13T17:01:12.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 --2- 172.21.15.99:0/2686411892 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77c6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 --2- 172.21.15.99:0/2686411892 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x777d710 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 --2- 172.21.15.99:0/2686411892 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77c5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 -- 172.21.15.99:0/2686411892 >> 172.21.15.99:0/2686411892 conn(0x750f4d0 msgr2=0x77c55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:12.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 -- 172.21.15.99:0/2686411892 shutdown_connections 2024-09-13T17:01:12.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 -- 172.21.15.99:0/2686411892 wait complete. 2024-09-13T17:01:12.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 -- start start 2024-09-13T17:01:12.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.184+0000 7f7d03df0740 1 Processor -- start 2024-09-13T17:01:12.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77cb050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77cbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x77a1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x77c22c0 con 0x77c6da0 2024-09-13T17:01:12.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x77c7570 con 0x77a5d00 2024-09-13T17:01:12.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x77c24a0 con 0x77c76c0 2024-09-13T17:01:12.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 10 client.0 _ll_register_callbacks cb 0x773e710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:01:12.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77cbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77cbf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:44888/0 (socket says 172.21.15.99:44888) 2024-09-13T17:01:12.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9400700 1 -- 172.21.15.99:0/3633581342 learned_addr learned my addr 172.21.15.99:0/3633581342 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:12.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cfa800700 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x77a1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77cb050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9400700 1 -- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 msgr2=0x77a1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:12.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9400700 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x77a1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9400700 1 -- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 msgr2=0x77cb050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:12.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9400700 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77cb050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9400700 1 -- 172.21.15.99:0/3633581342 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cfc160ff0 con 0x77c6da0 2024-09-13T17:01:12.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77cb050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:12.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cf9400700 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77cbf10 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8001e30 tx=0x7f7ce8001080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=175adf12406b4c75 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:12.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cdaa00700 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2024-09-13T17:01:12.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cdaa00700 1 -- 172.21.15.99:0/3633581342 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ce80038b0 con 0x77c6da0 2024-09-13T17:01:12.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cdaa00700 1 -- 172.21.15.99:0/3633581342 <== mon.0 v2:172.21.15.99:3300/0 2 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7ce8015b90 con 0x77c6da0 2024-09-13T17:01:12.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 1 -- 172.21.15.99:0/3633581342 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7cec021450 con 0x77c6da0 2024-09-13T17:01:12.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cdaa00700 1 -- 172.21.15.99:0/3633581342 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7ce80016c0 con 0x77c6da0 2024-09-13T17:01:12.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 10 client.5271 fetch_fsmap learned FSMap version 16 2024-09-13T17:01:12.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 1 -- 172.21.15.99:0/3633581342 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) v3 -- 0x7688720 con 0x77c6da0 2024-09-13T17:01:12.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cdaa00700 1 -- 172.21.15.99:0/3633581342 <== mon.0 v2:172.21.15.99:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cec021450 con 0x77c6da0 2024-09-13T17:01:12.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7cdaa00700 1 -- 172.21.15.99:0/3633581342 <== mon.0 v2:172.21.15.99:3300/0 5 ==== fsmap(e 16) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f7ce80147e0 con 0x77c6da0 2024-09-13T17:01:12.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 10 client.5271 fetch_fsmap finished waiting for FSMap version 16 2024-09-13T17:01:12.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 10 client.5271 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T17:01:12.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 20 client.5271 populate_metadata read hostname 'smithi099' 2024-09-13T17:01:12.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:6834/168485893,v1:172.21.15.170:6835/168485893] conn(0x77ca120 0x77ca500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 4 client.5271 mds_command: new command op to 5002 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T17:01:12.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.188+0000 7f7d03df0740 1 -- 172.21.15.99:0/3633581342 --> [v2:172.21.15.170:6834/168485893,v1:172.21.15.170:6835/168485893] -- command(tid 0: {"prefix": "status"}) v1 -- 0x758b1e0 con 0x77ca120 2024-09-13T17:01:12.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:6834/168485893,v1:172.21.15.170:6835/168485893] conn(0x77ca120 0x77ca500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7cdaa00700 10 client.5271 ms_handle_connect on v2:172.21.15.170:6834/168485893 2024-09-13T17:01:12.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7cf9e00700 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:6834/168485893,v1:172.21.15.170:6835/168485893] conn(0x77ca120 0x77ca500 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc6784f46ef85a9f server_cookie=d051dbda9b2dc2d5 in_seq=0 out_seq=0 2024-09-13T17:01:12.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7cdaa00700 1 -- 172.21.15.99:0/3633581342 <== mds.0 v2:172.21.15.170:6834/168485893 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x758b1e0 con 0x77ca120 2024-09-13T17:01:12.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7cdaa00700 10 client.5271 handle_command_reply: tid=0 2024-09-13T17:01:12.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 client.5271 shutdown 2024-09-13T17:01:12.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 -- 172.21.15.99:0/3633581342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 msgr2=0x77cbf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77cbf10 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f7ce8001e30 tx=0x7f7ce8001080 comp rx=0 tx=0).stop 2024-09-13T17:01:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 -- 172.21.15.99:0/3633581342 shutdown_connections 2024-09-13T17:01:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:6834/168485893,v1:172.21.15.170:6835/168485893] conn(0x77ca120 0x77ca500 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x77c6da0 0x77cbf10 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x77c76c0 0x77a1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7cdaa00700 0 client.5271 ms_handle_reset on v2:172.21.15.170:6834/168485893 2024-09-13T17:01:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 --2- 172.21.15.99:0/3633581342 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x77a5d00 0x77cb050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 -- 172.21.15.99:0/3633581342 >> 172.21.15.99:0/3633581342 conn(0x750f4d0 msgr2=0x77c5e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 -- 172.21.15.99:0/3633581342 shutdown_connections 2024-09-13T17:01:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 1 -- 172.21.15.99:0/3633581342 wait complete. 2024-09-13T17:01:12.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7d03df0740 20 client.5271 trim_cache size 0 max 16384 2024-09-13T17:01:12.200 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:01:12.200 INFO:teuthology.orchestra.run.smithi099.stdout: "cluster_fsid": "78c3ecbc-31d2-493e-b241-0f430ab0a353", 2024-09-13T17:01:12.200 INFO:teuthology.orchestra.run.smithi099.stdout: "whoami": 0, 2024-09-13T17:01:12.200 INFO:teuthology.orchestra.run.smithi099.stdout: "id": 5002, 2024-09-13T17:01:12.200 INFO:teuthology.orchestra.run.smithi099.stdout: "want_state": "up:active", 2024-09-13T17:01:12.200 INFO:teuthology.orchestra.run.smithi099.stdout: "state": "up:active", 2024-09-13T17:01:12.200 INFO:teuthology.orchestra.run.smithi099.stdout: "fs_name": "cephfs", 2024-09-13T17:01:12.200 INFO:teuthology.orchestra.run.smithi099.stdout: "rank_uptime": 11.320537341, 2024-09-13T17:01:12.200 INFO:teuthology.orchestra.run.smithi099.stdout: "mdsmap_epoch": 16, 2024-09-13T17:01:12.201 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch": 34, 2024-09-13T17:01:12.201 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch_barrier": 34, 2024-09-13T17:01:12.201 INFO:teuthology.orchestra.run.smithi099.stdout: "uptime": 19.587305109999999 2024-09-13T17:01:12.201 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:01:12.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7cfb200700 1 -- 172.21.15.99:0/2314616119 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7cdc066730 msgr2=0x7f7cdc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7cfb200700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7cdc066730 0x7f7cdc068bf0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f7cec000f60 tx=0x7f7cec007c40 comp rx=0 tx=0).stop 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7cfb200700 1 -- 172.21.15.99:0/2314616119 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc165a10 msgr2=0x7f7cfc152a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.192+0000 7f7cfb200700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc165a10 0x7f7cfc152a30 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc0b18b0 tx=0x7f7cf4004af0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.196+0000 7f7cfb200700 1 -- 172.21.15.99:0/2314616119 shutdown_connections 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.196+0000 7f7cfb200700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f7cdc066730 0x7f7cdc068bf0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.196+0000 7f7cfb200700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f7cfc165a10 0x7f7cfc152a30 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.196+0000 7f7cfb200700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f7cfc165630 0x7f7cfc1524f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.196+0000 7f7cfb200700 1 --2- 172.21.15.99:0/2314616119 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f7cfc0b0e90 0x7f7cfc160ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.196+0000 7f7cfb200700 1 -- 172.21.15.99:0/2314616119 >> 172.21.15.99:0/2314616119 conn(0x7f7cfc066780 msgr2=0x7f7cfc163de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.196+0000 7f7cfb200700 1 -- 172.21.15.99:0/2314616119 shutdown_connections 2024-09-13T17:01:12.202 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.196+0000 7f7cfb200700 1 -- 172.21.15.99:0/2314616119 wait complete. 2024-09-13T17:01:12.222 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T17:01:12.391 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.384+0000 7fce29400700 1 Processor -- start 2024-09-13T17:01:12.392 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce29400700 1 -- start start 2024-09-13T17:01:12.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce29400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce240b3fe0 0x7fce2406d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.393 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce29400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce2406dc00 con 0x7fce2406d280 2024-09-13T17:01:12.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce29400700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce2406cdf0 con 0x7fce241466b0 2024-09-13T17:01:12.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce29400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce24146a90 con 0x7fce240b3fe0 2024-09-13T17:01:12.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce23e00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7fce241466b0 0x7fce240ad2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:54138/0 (socket says 172.21.15.99:54138) 2024-09-13T17:01:12.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce23e00700 1 -- 172.21.15.99:0/4070224299 learned_addr learned my addr 172.21.15.99:0/4070224299 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:12.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce28a00700 1 --2- 172.21.15.99:0/4070224299 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce240b3fe0 0x7fce2406d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce22a00700 1 -- 172.21.15.99:0/4070224299 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1269526932 0 0) 0x7fce2406cdf0 con 0x7fce241466b0 2024-09-13T17:01:12.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce22a00700 1 -- 172.21.15.99:0/4070224299 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fce080035d0 con 0x7fce241466b0 2024-09-13T17:01:12.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce22a00700 1 -- 172.21.15.99:0/4070224299 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3636732498 0 0) 0x7fce2406dc00 con 0x7fce2406d280 2024-09-13T17:01:12.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce28a00700 1 -- 172.21.15.99:0/4070224299 >> v1:172.21.15.170:6789/0 conn(0x7fce241466b0 legacy=0x7fce240ad2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce28a00700 1 -- 172.21.15.99:0/4070224299 >> v1:172.21.15.99:6789/0 conn(0x7fce2406d280 legacy=0x7fce240b38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.388+0000 7fce28a00700 1 -- 172.21.15.99:0/4070224299 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce240b1ce0 con 0x7fce240b3fe0 2024-09-13T17:01:12.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce28a00700 1 --2- 172.21.15.99:0/4070224299 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce240b3fe0 0x7fce2406d6c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fce1c009880 tx=0x7fce1c009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f80c541e02a1ca2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:12.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce22a00700 1 -- 172.21.15.99:0/4070224299 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce1c011830 con 0x7fce240b3fe0 2024-09-13T17:01:12.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce22a00700 1 -- 172.21.15.99:0/4070224299 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce1c011990 con 0x7fce240b3fe0 2024-09-13T17:01:12.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce22a00700 1 -- 172.21.15.99:0/4070224299 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce1c011d20 con 0x7fce240b3fe0 2024-09-13T17:01:12.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce29400700 1 -- 172.21.15.99:0/4070224299 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce240b3fe0 msgr2=0x7fce2406d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce29400700 1 --2- 172.21.15.99:0/4070224299 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce240b3fe0 0x7fce2406d6c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fce1c009880 tx=0x7fce1c009b90 comp rx=0 tx=0).stop 2024-09-13T17:01:12.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce29400700 1 -- 172.21.15.99:0/4070224299 shutdown_connections 2024-09-13T17:01:12.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce29400700 1 --2- 172.21.15.99:0/4070224299 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce240b3fe0 0x7fce2406d6c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce29400700 1 -- 172.21.15.99:0/4070224299 >> 172.21.15.99:0/4070224299 conn(0x7fce2406f790 msgr2=0x7fce2406fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:12.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce29400700 1 -- 172.21.15.99:0/4070224299 shutdown_connections 2024-09-13T17:01:12.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.392+0000 7fce29400700 1 -- 172.21.15.99:0/4070224299 wait complete. 2024-09-13T17:01:12.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce29400700 1 Processor -- start 2024-09-13T17:01:12.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce29400700 1 -- start start 2024-09-13T17:01:12.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce29400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fce2406d280 0x7fce240a8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce29400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce240b3fe0 0x7fce240a93c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce29400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce241466b0 0x7fce241476b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce29400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce240a9fe0 con 0x7fce2406d280 2024-09-13T17:01:12.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce29400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce24144c70 con 0x7fce240b3fe0 2024-09-13T17:01:12.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce29400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce240a9a20 con 0x7fce241466b0 2024-09-13T17:01:12.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce23e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fce2406d280 0x7fce240a8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce23e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fce2406d280 0x7fce240a8e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34608/0 (socket says 172.21.15.99:34608) 2024-09-13T17:01:12.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce23e00700 1 -- 172.21.15.99:0/1256562039 learned_addr learned my addr 172.21.15.99:0/1256562039 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:12.402 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce28a00700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce241466b0 0x7fce241476b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce23400700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce240b3fe0 0x7fce240a93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce23e00700 1 -- 172.21.15.99:0/1256562039 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce241466b0 msgr2=0x7fce241476b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce23e00700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce241466b0 0x7fce241476b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce23e00700 1 -- 172.21.15.99:0/1256562039 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce240b3fe0 msgr2=0x7fce240a93c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce23e00700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce240b3fe0 0x7fce240a93c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.403 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce23e00700 1 -- 172.21.15.99:0/1256562039 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce1c0094b0 con 0x7fce2406d280 2024-09-13T17:01:12.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce23e00700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fce2406d280 0x7fce240a8e80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fce1400cbc0 tx=0x7fce1400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:12.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce1be00700 1 -- 172.21.15.99:0/1256562039 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce1400a9e0 con 0x7fce2406d280 2024-09-13T17:01:12.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce29400700 1 -- 172.21.15.99:0/1256562039 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce240a9d00 con 0x7fce2406d280 2024-09-13T17:01:12.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce1be00700 1 -- 172.21.15.99:0/1256562039 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce1400ab40 con 0x7fce2406d280 2024-09-13T17:01:12.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.396+0000 7fce1be00700 1 -- 172.21.15.99:0/1256562039 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce1400ce80 con 0x7fce2406d280 2024-09-13T17:01:12.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.400+0000 7fce29400700 1 -- 172.21.15.99:0/1256562039 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce240aacc0 con 0x7fce2406d280 2024-09-13T17:01:12.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.400+0000 7fce29400700 1 -- 172.21.15.99:0/1256562039 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce240aaeb0 con 0x7fce2406d280 2024-09-13T17:01:12.407 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.400+0000 7fce1be00700 1 -- 172.21.15.99:0/1256562039 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fce1401b3b0 con 0x7fce2406d280 2024-09-13T17:01:12.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.404+0000 7fce1be00700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fce04066730 0x7fce04068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:12.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.404+0000 7fce1be00700 1 -- 172.21.15.99:0/1256562039 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fce14083c40 con 0x7fce2406d280 2024-09-13T17:01:12.408 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.404+0000 7fce23400700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fce04066730 0x7fce04068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:12.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.404+0000 7fce23400700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fce04066730 0x7fce04068bf0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fce240afe20 tx=0x7fce10009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:12.416 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.412+0000 7fce1be00700 1 -- 172.21.15.99:0/1256562039 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fce14050fc0 con 0x7fce2406d280 2024-09-13T17:01:12.648 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.644+0000 7fce29400700 1 -- 172.21.15.99:0/1256562039 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fce2406e4e0 con 0x7fce2406d280 2024-09-13T17:01:12.649 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.644+0000 7fce1be00700 1 -- 172.21.15.99:0/1256562039 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) v1 ==== 53+0+73 (secure 0 0 0) 0x7fce140545e0 con 0x7fce2406d280 2024-09-13T17:01:12.649 INFO:teuthology.orchestra.run.smithi099.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T17:01:12.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 -- 172.21.15.99:0/1256562039 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fce04066730 msgr2=0x7fce04068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fce04066730 0x7fce04068bf0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fce240afe20 tx=0x7fce10009040 comp rx=0 tx=0).stop 2024-09-13T17:01:12.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 -- 172.21.15.99:0/1256562039 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fce2406d280 msgr2=0x7fce240a8e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:12.652 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fce2406d280 0x7fce240a8e80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fce1400cbc0 tx=0x7fce1400cca0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 -- 172.21.15.99:0/1256562039 shutdown_connections 2024-09-13T17:01:12.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fce04066730 0x7fce04068bf0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fce241466b0 0x7fce241476b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fce240b3fe0 0x7fce240a93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 --2- 172.21.15.99:0/1256562039 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fce2406d280 0x7fce240a8e80 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:12.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 -- 172.21.15.99:0/1256562039 >> 172.21.15.99:0/1256562039 conn(0x7fce2406f790 msgr2=0x7fce240aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:12.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 -- 172.21.15.99:0/1256562039 shutdown_connections 2024-09-13T17:01:12.653 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:12.648+0000 7fce29400700 1 -- 172.21.15.99:0/1256562039 wait complete. 2024-09-13T17:01:12.674 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-13T17:01:12.674 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T17:01:12.674 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi099.front.sepia.ceph.com 2024-09-13T17:01:12.674 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T17:01:12.674 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T17:01:12.674 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-13T17:01:12.674 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-13T17:01:12.674 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T17:01:12.674 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T17:01:12.674 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:12.675 DEBUG:teuthology.orchestra.run.smithi099:> ip addr 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 ::1/128 scope host 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:10 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout: altname enp7s0f0 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:01:12.693 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:d8:a2:11 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout: altname enp7s0f1 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:02 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 0c:c4:7a:8f:d8:03 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout: inet 172.21.15.99/20 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft 42386sec preferred_lft 42386sec 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::ec4:7aff:fe8f:d803/64 scope link 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 02:42:9b:35:bd:c9 brd ff:ff:ff:ff:ff:ff 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T17:01:12.694 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 6e:d2:ee:a0:e7:3a brd ff:ff:ff:ff:ff:ff 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::68c6:53ff:fe04:2b77/64 scope link 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether c6:44:6e:0e:97:d4 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::c444:6eff:fe0e:97d4/64 scope link 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout:9: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout: link/ether 6e:d2:ee:a0:e7:3a brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T17:01:12.695 INFO:teuthology.orchestra.run.smithi099.stdout: inet6 fe80::6cd2:eeff:fea0:e73a/64 scope link 2024-09-13T17:01:12.696 INFO:teuthology.orchestra.run.smithi099.stdout: valid_lft forever preferred_lft forever 2024-09-13T17:01:12.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:12.697 DEBUG:teuthology.orchestra.run.smithi099:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T17:01:12.773 INFO:teuthology.orchestra.run.smithi099.stdout:1 2024-09-13T17:01:12.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:12.776 DEBUG:teuthology.orchestra.run.smithi099:> route 2024-09-13T17:01:12.845 INFO:teuthology.orchestra.run.smithi099.stdout:Kernel IP routing table 2024-09-13T17:01:12.845 INFO:teuthology.orchestra.run.smithi099.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T17:01:12.845 INFO:teuthology.orchestra.run.smithi099.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T17:01:12.845 INFO:teuthology.orchestra.run.smithi099.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T17:01:12.845 INFO:teuthology.orchestra.run.smithi099.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T17:01:12.846 INFO:teuthology.orchestra.run.smithi099.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 enp3s0f1 2024-09-13T17:01:12.846 INFO:teuthology.orchestra.run.smithi099.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T17:01:12.846 INFO:teuthology.orchestra.run.smithi099.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T17:01:12.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:12.846 DEBUG:teuthology.orchestra.run.smithi099:> (cd / && exec bash -c ' 2024-09-13T17:01:12.846 DEBUG:teuthology.orchestra.run.smithi099:> set -e 2024-09-13T17:01:12.846 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T17:01:12.846 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T17:01:12.846 DEBUG:teuthology.orchestra.run.smithi099:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T17:01:12.847 DEBUG:teuthology.orchestra.run.smithi099:> ') 2024-09-13T17:01:12.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:12.972 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2024-09-13T17:01:12.985 INFO:teuthology.orchestra.run.smithi099.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T17:01:12.986 INFO:teuthology.orchestra.run.smithi099.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T17:01:12.987 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T17:01:12.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:12.987 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link set brx.0 up 2024-09-13T17:01:13.065 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:01:13.065 DEBUG:teuthology.orchestra.run.smithi099:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T17:01:13.126 INFO:teuthology.orchestra.run.smithi099.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T17:01:13.126 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T17:01:13.126 DEBUG:teuthology.orchestra.run.smithi099:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T17:01:13.184 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-13T17:01:13.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:13.185 DEBUG:teuthology.orchestra.run.smithi099:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:01:13.316 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:01:13.316 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-13T17:01:13.342 INFO:teuthology.orchestra.run.smithi099.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-13T17:01:13.343 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-13T17:01:13.343 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: resolved to: "172.21.15.99:3300,172.21.15.170:3300,172.21.15.170:3301" 2024-09-13T17:01:13.343 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: trying mount with new device syntax: 0@78c3ecbc-31d2-493e-b241-0f430ab0a353.cephfs=/ 2024-09-13T17:01:13.343 INFO:teuthology.orchestra.run.smithi099.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.99:3300/172.21.15.170:3300/172.21.15.170:3301" will pass to kernel 2024-09-13T17:01:13.352 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-13T17:01:13.352 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:13.352 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T17:01:13.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:13.384 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-13T17:01:13.470 INFO:teuthology.orchestra.run.smithi099.stdout:client5203 2024-09-13T17:01:13.470 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:01:13.470 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:13.529 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:01:13.530 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> import os 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> import uuid 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> n = 1 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> create_hard_links = False 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> if 0 > 0: 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> create_hard_links = True 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> path = "/home/ubuntu/cephtest/mnt.0/file_on_fs" 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> 2024-09-13T17:01:13.591 DEBUG:teuthology.orchestra.run.smithi099:> dpath = os.path.dirname(path) 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> fnameprefix = os.path.basename(path) 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> os.makedirs(dpath, exist_ok=True) 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> try: 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> for i in range(n): 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> f.write(f"{i}") 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> if True: 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> f.flush() 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> os.fsync(f.fileno()) 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> if False: 2024-09-13T17:01:13.592 DEBUG:teuthology.orchestra.run.smithi099:> os.unlink(fpath) 2024-09-13T17:01:13.593 DEBUG:teuthology.orchestra.run.smithi099:> if False: 2024-09-13T17:01:13.593 DEBUG:teuthology.orchestra.run.smithi099:> os.fsync(dirfd) 2024-09-13T17:01:13.593 DEBUG:teuthology.orchestra.run.smithi099:> if create_hard_links: 2024-09-13T17:01:13.593 DEBUG:teuthology.orchestra.run.smithi099:> for j in range(0): 2024-09-13T17:01:13.593 DEBUG:teuthology.orchestra.run.smithi099:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T17:01:13.593 DEBUG:teuthology.orchestra.run.smithi099:> if False: 2024-09-13T17:01:13.593 DEBUG:teuthology.orchestra.run.smithi099:> os.fsync(dirfd) 2024-09-13T17:01:13.593 DEBUG:teuthology.orchestra.run.smithi099:> finally: 2024-09-13T17:01:13.593 DEBUG:teuthology.orchestra.run.smithi099:> os.close(dirfd) 2024-09-13T17:01:13.593 DEBUG:teuthology.orchestra.run.smithi099:> ' 2024-09-13T17:01:13.923 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T17:01:14.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.132+0000 7fa848c00700 1 Processor -- start 2024-09-13T17:01:14.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.132+0000 7fa848c00700 1 -- start start 2024-09-13T17:01:14.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa848c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fa844154fb0 0x7fa8440cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa848c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa8440b2600 0x7fa8440b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa848c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8440cb970 con 0x7fa8440b4630 2024-09-13T17:01:14.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa848c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa84415c000 con 0x7fa844154fb0 2024-09-13T17:01:14.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa848c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8440b2f80 con 0x7fa8440b2600 2024-09-13T17:01:14.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa83aa00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fa8440b4630 0x7fa84415b060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47326/0 (socket says 172.21.15.99:47326) 2024-09-13T17:01:14.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa83aa00700 1 -- 172.21.15.99:0/1328857779 learned_addr learned my addr 172.21.15.99:0/1328857779 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:14.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa843400700 1 --2- 172.21.15.99:0/1328857779 >> v2:172.21.15.170:3300/0 conn(0x7fa844154fb0 0x7fa8440cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa843e00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa8440b2600 0x7fa8440b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 676868723 0 0) 0x7fa8440cb970 con 0x7fa8440b4630 2024-09-13T17:01:14.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa8280035d0 con 0x7fa8440b4630 2024-09-13T17:01:14.142 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1629046892 0 0) 0x7fa8280035d0 con 0x7fa8440b4630 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa8440b2600 msgr2=0x7fa8440b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa8440b2600 0x7fa8440b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 >> v2:172.21.15.170:3300/0 conn(0x7fa844154fb0 msgr2=0x7fa8440cbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 --2- 172.21.15.99:0/1328857779 >> v2:172.21.15.170:3300/0 conn(0x7fa844154fb0 0x7fa8440cbe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa84415b770 con 0x7fa8440b4630 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7fa82c001670 con 0x7fa8440b4630 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 >> v1:172.21.15.99:6789/0 conn(0x7fa8440b4630 legacy=0x7fa84415b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa828003a20 0x7fa828003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa8440b2600 0x7fa828004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 0x7fa828005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa84415c000 con 0x7fa828004db0 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8440b2f80 con 0x7fa828003a20 2024-09-13T17:01:14.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa82800ba30 con 0x7fa8440b2600 2024-09-13T17:01:14.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa843e00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 0x7fa828005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa843400700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa828003a20 0x7fa828003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa83aa00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa8440b2600 0x7fa828004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa843e00700 1 -- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa8440b2600 msgr2=0x7fa828004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:14.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa843e00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa8440b2600 0x7fa828004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa843e00700 1 -- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa828003a20 msgr2=0x7fa828003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa843e00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa828003a20 0x7fa828003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.136+0000 7fa843e00700 1 -- 172.21.15.99:0/1328857779 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8280035d0 con 0x7fa828004db0 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa843e00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 0x7fa828005230 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa83c009b70 tx=0x7fa8280058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c935d55cb5c6c3c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa83c00e6c0 con 0x7fa828004db0 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa83c00e820 con 0x7fa828004db0 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa842a00700 1 -- 172.21.15.99:0/1328857779 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa83c00eb90 con 0x7fa828004db0 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa848c00700 1 -- 172.21.15.99:0/1328857779 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 msgr2=0x7fa828005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa848c00700 1 --2- 172.21.15.99:0/1328857779 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 0x7fa828005230 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa83c009b70 tx=0x7fa8280058a0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa843e00700 1 -- 172.21.15.99:0/1328857779 reap_dead start 2024-09-13T17:01:14.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa848c00700 1 -- 172.21.15.99:0/1328857779 shutdown_connections 2024-09-13T17:01:14.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa848c00700 1 -- 172.21.15.99:0/1328857779 >> 172.21.15.99:0/1328857779 conn(0x7fa844066780 msgr2=0x7fa84406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:14.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa848c00700 1 -- 172.21.15.99:0/1328857779 shutdown_connections 2024-09-13T17:01:14.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.140+0000 7fa848c00700 1 -- 172.21.15.99:0/1328857779 wait complete. 2024-09-13T17:01:14.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa848c00700 1 Processor -- start 2024-09-13T17:01:14.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa848c00700 1 -- start start 2024-09-13T17:01:14.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa848c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 0x7fa84414e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa848c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa844144310 0x7fa84414fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa848c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa844152cc0 0x7fa844153140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa848c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa844150020 con 0x7fa828004db0 2024-09-13T17:01:14.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa848c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa844144790 con 0x7fa844152cc0 2024-09-13T17:01:14.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa848c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa844151c20 con 0x7fa844144310 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 0x7fa84414e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 0x7fa84414e1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34628/0 (socket says 172.21.15.99:34628) 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843400700 1 -- 172.21.15.99:0/1592274548 learned_addr learned my addr 172.21.15.99:0/1592274548 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa83aa00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa844144310 0x7fa84414fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843e00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa844152cc0 0x7fa844153140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843400700 1 -- 172.21.15.99:0/1592274548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa844144310 msgr2=0x7fa84414fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843400700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa844144310 0x7fa84414fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843400700 1 -- 172.21.15.99:0/1592274548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa844152cc0 msgr2=0x7fa844153140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843400700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa844152cc0 0x7fa844153140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843400700 1 -- 172.21.15.99:0/1592274548 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa844151f00 con 0x7fa828004db0 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa83aa00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa844144310 0x7fa84414fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:14.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843e00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa844152cc0 0x7fa844153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:14.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa843400700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 0x7fa84414e1f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa834009f90 tx=0x7fa83400f490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:14.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa83be00700 1 -- 172.21.15.99:0/1592274548 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa83400e040 con 0x7fa828004db0 2024-09-13T17:01:14.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa83be00700 1 -- 172.21.15.99:0/1592274548 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa83400f040 con 0x7fa828004db0 2024-09-13T17:01:14.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa848c00700 1 -- 172.21.15.99:0/1592274548 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8441521e0 con 0x7fa828004db0 2024-09-13T17:01:14.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa83be00700 1 -- 172.21.15.99:0/1592274548 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa834015670 con 0x7fa828004db0 2024-09-13T17:01:14.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.144+0000 7fa848c00700 1 -- 172.21.15.99:0/1592274548 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8441527a0 con 0x7fa828004db0 2024-09-13T17:01:14.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.148+0000 7fa848c00700 1 -- 172.21.15.99:0/1592274548 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa844155390 con 0x7fa828004db0 2024-09-13T17:01:14.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.148+0000 7fa83be00700 1 -- 172.21.15.99:0/1592274548 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa8340157d0 con 0x7fa828004db0 2024-09-13T17:01:14.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.152+0000 7fa83be00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa820066760 0x7fa820068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.152+0000 7fa83be00700 1 -- 172.21.15.99:0/1592274548 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa834084d00 con 0x7fa828004db0 2024-09-13T17:01:14.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.152+0000 7fa83aa00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa820066760 0x7fa820068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.157 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.152+0000 7fa83aa00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa820066760 0x7fa820068c20 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa82c001050 tx=0x7fa82c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:14.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.156+0000 7fa83be00700 1 -- 172.21.15.99:0/1592274548 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa834052060 con 0x7fa828004db0 2024-09-13T17:01:14.381 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.376+0000 7fa848c00700 1 -- 172.21.15.99:0/1592274548 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fa8440b23e0 con 0x7fa828004db0 2024-09-13T17:01:14.383 INFO:tasks.ceph.mon.a.smithi099.stderr:2024-09-13T17:01:14.376+0000 7fb7d6800700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T17:01:14.397 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.388+0000 7fa83be00700 1 -- 172.21.15.99:0/1592274548 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v17) v1 ==== 161+0+0 (secure 0 0 0) 0x7fa834055680 con 0x7fa828004db0 2024-09-13T17:01:14.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 -- 172.21.15.99:0/1592274548 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa820066760 msgr2=0x7fa820068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:14.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa820066760 0x7fa820068c20 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa82c001050 tx=0x7fa82c009040 comp rx=0 tx=0).stop 2024-09-13T17:01:14.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 -- 172.21.15.99:0/1592274548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 msgr2=0x7fa84414e1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:14.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 0x7fa84414e1f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa834009f90 tx=0x7fa83400f490 comp rx=0 tx=0).stop 2024-09-13T17:01:14.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 -- 172.21.15.99:0/1592274548 shutdown_connections 2024-09-13T17:01:14.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa820066760 0x7fa820068c20 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa844152cc0 0x7fa844153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa844144310 0x7fa84414fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 --2- 172.21.15.99:0/1592274548 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa828004db0 0x7fa84414e1f0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 -- 172.21.15.99:0/1592274548 >> 172.21.15.99:0/1592274548 conn(0x7fa844066780 msgr2=0x7fa84406cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:14.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 -- 172.21.15.99:0/1592274548 shutdown_connections 2024-09-13T17:01:14.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.392+0000 7fa848c00700 1 -- 172.21.15.99:0/1592274548 wait complete. 2024-09-13T17:01:14.400 INFO:teuthology.orchestra.run.smithi099.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T17:01:14.405 INFO:tasks.ceph.mds.d.smithi170.stderr: -2063> 2024-09-13T17:01:03.370+0000 7fb717e00700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T17:01:14.419 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T17:01:14.465 INFO:tasks.ceph.mds.d.smithi170.stdout:starting mds.d at 2024-09-13T17:01:14.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.584+0000 7f2a7f200700 1 Processor -- start 2024-09-13T17:01:14.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.584+0000 7f2a7f200700 1 -- start start 2024-09-13T17:01:14.592 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7f200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f2a800d19b0 0x7f2a800cd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.592 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7f200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2a800cfdb0 0x7f2a800cdf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.592 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7f200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a800d3cb0 con 0x7f2a801615e0 2024-09-13T17:01:14.592 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7f200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a800d36f0 con 0x7f2a800cfdb0 2024-09-13T17:01:14.592 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7f200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a800d39d0 con 0x7f2a800d19b0 2024-09-13T17:01:14.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7e800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2a800cfdb0 0x7f2a800cdf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7d400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f2a800d19b0 0x7f2a800cd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7de00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7f2a801615e0 0x7f2a800cf6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:54154/0 (socket says 172.21.15.99:54154) 2024-09-13T17:01:14.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7de00700 1 -- 172.21.15.99:0/3886850194 learned_addr learned my addr 172.21.15.99:0/3886850194 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:14.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7d400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f2a800d19b0 0x7f2a800cd9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:48442/0 (socket says 172.21.15.99:48442) 2024-09-13T17:01:14.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7e800700 1 -- 172.21.15.99:0/3886850194 >> v2:172.21.15.170:3300/0 conn(0x7f2a800d19b0 msgr2=0x7f2a800cd9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:14.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7e800700 1 --2- 172.21.15.99:0/3886850194 >> v2:172.21.15.170:3300/0 conn(0x7f2a800d19b0 0x7f2a800cd9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7e800700 1 -- 172.21.15.99:0/3886850194 >> v1:172.21.15.170:6789/0 conn(0x7f2a801615e0 legacy=0x7f2a800cf6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:14.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7e800700 1 -- 172.21.15.99:0/3886850194 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a800b2fe0 con 0x7f2a800cfdb0 2024-09-13T17:01:14.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7d400700 1 --2- 172.21.15.99:0/3886850194 >> v2:172.21.15.170:3300/0 conn(0x7f2a800d19b0 0x7f2a800cd9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:14.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7e800700 1 --2- 172.21.15.99:0/3886850194 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a800cfdb0 0x7f2a800cdf20 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f2a8008d000 tx=0x7f2a7800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2d9371dda0213e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:14.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7ca00700 1 -- 172.21.15.99:0/3886850194 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a7800e070 con 0x7f2a800cfdb0 2024-09-13T17:01:14.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7ca00700 1 -- 172.21.15.99:0/3886850194 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a7800bb20 con 0x7f2a800cfdb0 2024-09-13T17:01:14.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.588+0000 7f2a7ca00700 1 -- 172.21.15.99:0/3886850194 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a78012430 con 0x7f2a800cfdb0 2024-09-13T17:01:14.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.592+0000 7f2a7f200700 1 -- 172.21.15.99:0/3886850194 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a800cfdb0 msgr2=0x7f2a800cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:14.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.592+0000 7f2a7f200700 1 --2- 172.21.15.99:0/3886850194 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a800cfdb0 0x7f2a800cdf20 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f2a8008d000 tx=0x7f2a7800b330 comp rx=0 tx=0).stop 2024-09-13T17:01:14.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.592+0000 7f2a7f200700 1 -- 172.21.15.99:0/3886850194 shutdown_connections 2024-09-13T17:01:14.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.592+0000 7f2a7f200700 1 --2- 172.21.15.99:0/3886850194 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a800cfdb0 0x7f2a800cdf20 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.592+0000 7f2a7f200700 1 --2- 172.21.15.99:0/3886850194 >> v2:172.21.15.170:3300/0 conn(0x7f2a800d19b0 0x7f2a800cd9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.592+0000 7f2a7f200700 1 -- 172.21.15.99:0/3886850194 >> 172.21.15.99:0/3886850194 conn(0x7f2a8009c060 msgr2=0x7f2a800d2dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:14.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.592+0000 7f2a7f200700 1 -- 172.21.15.99:0/3886850194 shutdown_connections 2024-09-13T17:01:14.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.592+0000 7f2a7f200700 1 -- 172.21.15.99:0/3886850194 wait complete. 2024-09-13T17:01:14.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.592+0000 7f2a7f200700 1 Processor -- start 2024-09-13T17:01:14.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.592+0000 7f2a7f200700 1 -- start start 2024-09-13T17:01:14.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7f200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2a800cfdb0 0x7f2a801f25a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7f200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2a800d19b0 0x7f2a800b5c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7f200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a801615e0 0x7f2a800b6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7f200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a800ce340 con 0x7f2a801615e0 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7f200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a800b6d30 con 0x7f2a800d19b0 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7f200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a800b6770 con 0x7f2a800cfdb0 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7e800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a801615e0 0x7f2a800b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7e800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a801615e0 0x7f2a800b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34648/0 (socket says 172.21.15.99:34648) 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7e800700 1 -- 172.21.15.99:0/2349204388 learned_addr learned my addr 172.21.15.99:0/2349204388 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7de00700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2a800cfdb0 0x7f2a801f25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7d400700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2a800d19b0 0x7f2a800b5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7e800700 1 -- 172.21.15.99:0/2349204388 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2a800cfdb0 msgr2=0x7f2a801f25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7e800700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2a800cfdb0 0x7f2a801f25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7e800700 1 -- 172.21.15.99:0/2349204388 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2a800d19b0 msgr2=0x7f2a800b5c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:14.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7e800700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2a800d19b0 0x7f2a800b5c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:14.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7e800700 1 -- 172.21.15.99:0/2349204388 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a6c0094b0 con 0x7f2a801615e0 2024-09-13T17:01:14.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7e800700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a801615e0 0x7f2a800b6140 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2a78014040 tx=0x7f2a78004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:14.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a76000700 1 -- 172.21.15.99:0/2349204388 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a78012430 con 0x7f2a801615e0 2024-09-13T17:01:14.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a76000700 1 -- 172.21.15.99:0/2349204388 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a78020070 con 0x7f2a801615e0 2024-09-13T17:01:14.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a76000700 1 -- 172.21.15.99:0/2349204388 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a78004280 con 0x7f2a801615e0 2024-09-13T17:01:14.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7f200700 1 -- 172.21.15.99:0/2349204388 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a78009a70 con 0x7f2a801615e0 2024-09-13T17:01:14.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.596+0000 7f2a7f200700 1 -- 172.21.15.99:0/2349204388 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a800cdfd0 con 0x7f2a801615e0 2024-09-13T17:01:14.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.600+0000 7f2a7f200700 1 -- 172.21.15.99:0/2349204388 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a800d05a0 con 0x7f2a801615e0 2024-09-13T17:01:14.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.600+0000 7f2a76000700 1 -- 172.21.15.99:0/2349204388 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2a780043e0 con 0x7f2a801615e0 2024-09-13T17:01:14.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.604+0000 7f2a76000700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2a60066730 0x7f2a60068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:14.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.604+0000 7f2a76000700 1 -- 172.21.15.99:0/2349204388 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2a78022070 con 0x7f2a801615e0 2024-09-13T17:01:14.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.604+0000 7f2a7de00700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2a60066730 0x7f2a60068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:14.609 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.604+0000 7f2a7de00700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2a60066730 0x7f2a60068bf0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2a70005930 tx=0x7f2a70009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:14.613 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.608+0000 7f2a76000700 1 -- 172.21.15.99:0/2349204388 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2a78053100 con 0x7f2a801615e0 2024-09-13T17:01:14.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:14.832+0000 7f2a7f200700 1 -- 172.21.15.99:0/2349204388 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f2a800b0a30 con 0x7f2a801615e0 2024-09-13T17:01:15.400 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.396+0000 7f2a76000700 1 -- 172.21.15.99:0/2349204388 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v18) v1 ==== 104+0+0 (secure 0 0 0) 0x7f2a78056720 con 0x7f2a801615e0 2024-09-13T17:01:15.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 -- 172.21.15.99:0/2349204388 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2a60066730 msgr2=0x7f2a60068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:15.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2a60066730 0x7f2a60068bf0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2a70005930 tx=0x7f2a70009040 comp rx=0 tx=0).stop 2024-09-13T17:01:15.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 -- 172.21.15.99:0/2349204388 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a801615e0 msgr2=0x7f2a800b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:15.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a801615e0 0x7f2a800b6140 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2a78014040 tx=0x7f2a78004af0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 -- 172.21.15.99:0/2349204388 shutdown_connections 2024-09-13T17:01:15.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2a60066730 0x7f2a60068bf0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2a801615e0 0x7f2a800b6140 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f2a800d19b0 0x7f2a800b5c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 --2- 172.21.15.99:0/2349204388 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2a800cfdb0 0x7f2a801f25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 -- 172.21.15.99:0/2349204388 >> 172.21.15.99:0/2349204388 conn(0x7f2a8009c060 msgr2=0x7f2a80152c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:15.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 -- 172.21.15.99:0/2349204388 shutdown_connections 2024-09-13T17:01:15.406 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.400+0000 7f2a7f200700 1 -- 172.21.15.99:0/2349204388 wait complete. 2024-09-13T17:01:15.429 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data --recover --force --fscid 2 2024-09-13T17:01:15.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.612+0000 7f4e7a400700 1 Processor -- start 2024-09-13T17:01:15.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.612+0000 7f4e7a400700 1 -- start start 2024-09-13T17:01:15.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.612+0000 7f4e7a400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f4e74144670 0x7f4e740b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:15.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.612+0000 7f4e7a400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e7415baa0 0x7f4e740b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:15.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.612+0000 7f4e7a400700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e740cc880 con 0x7f4e740ccd10 2024-09-13T17:01:15.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.612+0000 7f4e7a400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e7406de60 con 0x7f4e74144670 2024-09-13T17:01:15.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e7a400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e7415beb0 con 0x7f4e7415baa0 2024-09-13T17:01:15.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e73e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e7415baa0 0x7f4e740b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:15.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e73e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e7415baa0 0x7f4e740b4530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:32986/0 (socket says 172.21.15.99:32986) 2024-09-13T17:01:15.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e73e00700 1 -- 172.21.15.99:0/676957097 learned_addr learned my addr 172.21.15.99:0/676957097 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:15.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e73400700 1 --2- 172.21.15.99:0/676957097 >> v2:172.21.15.170:3300/0 conn(0x7f4e74144670 0x7f4e740b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:15.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e73e00700 1 -- 172.21.15.99:0/676957097 >> v2:172.21.15.170:3300/0 conn(0x7f4e74144670 msgr2=0x7f4e740b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:15.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e73e00700 1 --2- 172.21.15.99:0/676957097 >> v2:172.21.15.170:3300/0 conn(0x7f4e74144670 0x7f4e740b3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.622 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e72000700 1 -- 172.21.15.99:0/676957097 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2707701721 0 0) 0x7f4e740cc880 con 0x7f4e740ccd10 2024-09-13T17:01:15.622 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e73e00700 1 -- 172.21.15.99:0/676957097 >> v1:172.21.15.170:6789/0 conn(0x7f4e740ccd10 legacy=0x7f4e7415b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:15.622 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e73e00700 1 -- 172.21.15.99:0/676957097 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e7415c130 con 0x7f4e7415baa0 2024-09-13T17:01:15.622 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e73e00700 1 --2- 172.21.15.99:0/676957097 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e7415baa0 0x7f4e740b4530 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c009e50 tx=0x7f4e6c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61f2eda31fd4c6d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:15.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.616+0000 7f4e72000700 1 -- 172.21.15.99:0/676957097 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6c00e070 con 0x7f4e7415baa0 2024-09-13T17:01:15.624 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.620+0000 7f4e72000700 1 -- 172.21.15.99:0/676957097 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e6c00b910 con 0x7f4e7415baa0 2024-09-13T17:01:15.624 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.620+0000 7f4e72000700 1 -- 172.21.15.99:0/676957097 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6c00bcc0 con 0x7f4e7415baa0 2024-09-13T17:01:15.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.620+0000 7f4e7a400700 1 -- 172.21.15.99:0/676957097 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e7415baa0 msgr2=0x7f4e740b4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:15.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.620+0000 7f4e7a400700 1 --2- 172.21.15.99:0/676957097 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e7415baa0 0x7f4e740b4530 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c009e50 tx=0x7f4e6c00b330 comp rx=0 tx=0).stop 2024-09-13T17:01:15.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.620+0000 7f4e7a400700 1 -- 172.21.15.99:0/676957097 shutdown_connections 2024-09-13T17:01:15.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.620+0000 7f4e7a400700 1 --2- 172.21.15.99:0/676957097 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e7415baa0 0x7f4e740b4530 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.620+0000 7f4e7a400700 1 --2- 172.21.15.99:0/676957097 >> v2:172.21.15.170:3300/0 conn(0x7f4e74144670 0x7f4e740b3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.620+0000 7f4e7a400700 1 -- 172.21.15.99:0/676957097 >> 172.21.15.99:0/676957097 conn(0x7f4e74071110 msgr2=0x7f4e74071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:15.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.620+0000 7f4e7a400700 1 -- 172.21.15.99:0/676957097 shutdown_connections 2024-09-13T17:01:15.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.620+0000 7f4e7a400700 1 -- 172.21.15.99:0/676957097 wait complete. 2024-09-13T17:01:15.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e7a400700 1 Processor -- start 2024-09-13T17:01:15.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e7a400700 1 -- start start 2024-09-13T17:01:15.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e7a400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e740ccd10 0x7f4e741f2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:15.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e7a400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e74144670 0x7f4e741522b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:15.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e7a400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4e7415baa0 0x7f4e7413c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:15.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e7a400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e74140350 con 0x7f4e740ccd10 2024-09-13T17:01:15.630 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e7a400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e741527f0 con 0x7f4e7415baa0 2024-09-13T17:01:15.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e7a400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e74152a90 con 0x7f4e74144670 2024-09-13T17:01:15.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e73400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e740ccd10 0x7f4e741f2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:15.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e73400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e740ccd10 0x7f4e741f2a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34652/0 (socket says 172.21.15.99:34652) 2024-09-13T17:01:15.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e73400700 1 -- 172.21.15.99:0/2335559185 learned_addr learned my addr 172.21.15.99:0/2335559185 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:15.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e73e00700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4e7415baa0 0x7f4e7413c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:15.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e72a00700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e74144670 0x7f4e741522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:15.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e73400700 1 -- 172.21.15.99:0/2335559185 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e74144670 msgr2=0x7f4e741522b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:15.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e73400700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e74144670 0x7f4e741522b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e73400700 1 -- 172.21.15.99:0/2335559185 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4e7415baa0 msgr2=0x7f4e7413c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:15.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e73400700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4e7415baa0 0x7f4e7413c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.624+0000 7f4e73400700 1 -- 172.21.15.99:0/2335559185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e6c009b30 con 0x7f4e740ccd10 2024-09-13T17:01:15.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.628+0000 7f4e73400700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e740ccd10 0x7f4e741f2a30 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f4e6400e9d0 tx=0x7f4e6400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:15.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.628+0000 7f4e6b400700 1 -- 172.21.15.99:0/2335559185 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e64009720 con 0x7f4e740ccd10 2024-09-13T17:01:15.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.628+0000 7f4e6b400700 1 -- 172.21.15.99:0/2335559185 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e6400ee70 con 0x7f4e740ccd10 2024-09-13T17:01:15.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.628+0000 7f4e7a400700 1 -- 172.21.15.99:0/2335559185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e74152d70 con 0x7f4e740ccd10 2024-09-13T17:01:15.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.628+0000 7f4e6b400700 1 -- 172.21.15.99:0/2335559185 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6400ca50 con 0x7f4e740ccd10 2024-09-13T17:01:15.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.628+0000 7f4e7a400700 1 -- 172.21.15.99:0/2335559185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e74153330 con 0x7f4e740ccd10 2024-09-13T17:01:15.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.628+0000 7f4e7a400700 1 -- 172.21.15.99:0/2335559185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e7415b390 con 0x7f4e740ccd10 2024-09-13T17:01:15.635 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.632+0000 7f4e6b400700 1 -- 172.21.15.99:0/2335559185 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4e6400cbb0 con 0x7f4e740ccd10 2024-09-13T17:01:15.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.632+0000 7f4e6b400700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4e54066730 0x7f4e54068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:15.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.632+0000 7f4e6b400700 1 -- 172.21.15.99:0/2335559185 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f4e640841a0 con 0x7f4e740ccd10 2024-09-13T17:01:15.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.632+0000 7f4e72a00700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4e54066730 0x7f4e54068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:15.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.632+0000 7f4e72a00700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4e54066730 0x7f4e54068bf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4e74151ea0 tx=0x7f4e60009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:15.641 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.636+0000 7f4e6b400700 1 -- 172.21.15.99:0/2335559185 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4e640514a0 con 0x7f4e740ccd10 2024-09-13T17:01:15.859 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.852+0000 7f4e7a400700 1 -- 172.21.15.99:0/2335559185 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data", "recover": true, "force": true, "fscid": 2} v 0) v1 -- 0x7f4e740cdf70 con 0x7f4e740ccd10 2024-09-13T17:01:15.860 INFO:tasks.ceph.mon.a.smithi099.stderr:2024-09-13T17:01:15.856+0000 7fb7d6800700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T17:01:15.866 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.860+0000 7f4e6b400700 1 -- 172.21.15.99:0/2335559185 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data", "recover": true, "force": true, "fscid": 2}]=0 new fs with metadata pool 4 and data pool 5 v19) v1 ==== 216+0+0 (secure 0 0 0) 0x7f4e6400ce60 con 0x7f4e740ccd10 2024-09-13T17:01:15.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 -- 172.21.15.99:0/2335559185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4e54066730 msgr2=0x7f4e54068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:15.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4e54066730 0x7f4e54068bf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4e74151ea0 tx=0x7f4e60009040 comp rx=0 tx=0).stop 2024-09-13T17:01:15.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 -- 172.21.15.99:0/2335559185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e740ccd10 msgr2=0x7f4e741f2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:15.869 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e740ccd10 0x7f4e741f2a30 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f4e6400e9d0 tx=0x7f4e6400ece0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 -- 172.21.15.99:0/2335559185 shutdown_connections 2024-09-13T17:01:15.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f4e54066730 0x7f4e54068bf0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f4e7415baa0 0x7f4e7413c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f4e74144670 0x7f4e741522b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 --2- 172.21.15.99:0/2335559185 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f4e740ccd10 0x7f4e741f2a30 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:15.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 -- 172.21.15.99:0/2335559185 >> 172.21.15.99:0/2335559185 conn(0x7f4e74071110 msgr2=0x7f4e74140f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:15.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 -- 172.21.15.99:0/2335559185 shutdown_connections 2024-09-13T17:01:15.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:15.864+0000 7f4e7a400700 1 -- 172.21.15.99:0/2335559185 wait complete. 2024-09-13T17:01:15.872 INFO:teuthology.orchestra.run.smithi099.stderr:new fs with metadata pool 4 and data pool 5 2024-09-13T17:01:15.891 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T17:01:16.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.076+0000 7fb83ca00700 1 Processor -- start 2024-09-13T17:01:16.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.076+0000 7fb83ca00700 1 -- start start 2024-09-13T17:01:16.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.076+0000 7fb83ca00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8381606f0 0x7fb8380b1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:16.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.076+0000 7fb83ca00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb838071fe0 0x7fb8380ad870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:16.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.076+0000 7fb83ca00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb838160ad0 con 0x7fb8380b2140 2024-09-13T17:01:16.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.076+0000 7fb83ca00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8380b0e70 con 0x7fb838071fe0 2024-09-13T17:01:16.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.076+0000 7fb83ca00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8380cfa60 con 0x7fb8381606f0 2024-09-13T17:01:16.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.076+0000 7fb837e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fb8380b2140 0x7fb8380ceaa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47340/0 (socket says 172.21.15.99:47340) 2024-09-13T17:01:16.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.076+0000 7fb837e00700 1 -- 172.21.15.99:0/8840165 learned_addr learned my addr 172.21.15.99:0/8840165 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:16.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.076+0000 7fb836a00700 1 --2- 172.21.15.99:0/8840165 >> v2:172.21.15.99:3300/0 conn(0x7fb838071fe0 0x7fb8380ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:16.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb837400700 1 --2- 172.21.15.99:0/8840165 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8381606f0 0x7fb8380b1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:16.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836000700 1 -- 172.21.15.99:0/8840165 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3066173633 0 0) 0x7fb838160ad0 con 0x7fb8380b2140 2024-09-13T17:01:16.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836000700 1 -- 172.21.15.99:0/8840165 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb81c0035d0 con 0x7fb8380b2140 2024-09-13T17:01:16.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836a00700 1 -- 172.21.15.99:0/8840165 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8381606f0 msgr2=0x7fb8380b1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:16.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836a00700 1 --2- 172.21.15.99:0/8840165 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8381606f0 0x7fb8380b1c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:16.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836a00700 1 -- 172.21.15.99:0/8840165 >> v1:172.21.15.99:6789/0 conn(0x7fb8380b2140 legacy=0x7fb8380ceaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:16.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836000700 1 -- 172.21.15.99:0/8840165 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1036256505 0 0) 0x7fb81c0035d0 con 0x7fb8380b2140 2024-09-13T17:01:16.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836a00700 1 -- 172.21.15.99:0/8840165 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8380b1120 con 0x7fb838071fe0 2024-09-13T17:01:16.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836a00700 1 --2- 172.21.15.99:0/8840165 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb838071fe0 0x7fb8380ad870 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fb824009850 tx=0x7fb824009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1c7ef99336950c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:16.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836000700 1 -- 172.21.15.99:0/8840165 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8300019f0 con 0x7fb838071fe0 2024-09-13T17:01:16.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836000700 1 -- 172.21.15.99:0/8840165 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb824004030 con 0x7fb838071fe0 2024-09-13T17:01:16.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb836000700 1 -- 172.21.15.99:0/8840165 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8240043a0 con 0x7fb838071fe0 2024-09-13T17:01:16.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb83ca00700 1 -- 172.21.15.99:0/8840165 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb838071fe0 msgr2=0x7fb8380ad870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:16.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb83ca00700 1 --2- 172.21.15.99:0/8840165 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb838071fe0 0x7fb8380ad870 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fb824009850 tx=0x7fb824009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:16.087 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb83ca00700 1 -- 172.21.15.99:0/8840165 shutdown_connections 2024-09-13T17:01:16.087 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb83ca00700 1 --2- 172.21.15.99:0/8840165 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb838071fe0 0x7fb8380ad870 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:16.087 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb83ca00700 1 --2- 172.21.15.99:0/8840165 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8381606f0 0x7fb8380b1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:16.087 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb83ca00700 1 -- 172.21.15.99:0/8840165 >> 172.21.15.99:0/8840165 conn(0x7fb8380d0ba0 msgr2=0x7fb8380d0fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:16.087 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb83ca00700 1 -- 172.21.15.99:0/8840165 shutdown_connections 2024-09-13T17:01:16.087 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.080+0000 7fb83ca00700 1 -- 172.21.15.99:0/8840165 wait complete. 2024-09-13T17:01:16.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.084+0000 7fb83ca00700 1 Processor -- start 2024-09-13T17:01:16.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.084+0000 7fb83ca00700 1 -- start start 2024-09-13T17:01:16.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.084+0000 7fb83ca00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb838071fe0 0x7fb8380b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:16.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.084+0000 7fb83ca00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8380b2140 0x7fb83815c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:16.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.084+0000 7fb83ca00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb8381606f0 0x7fb83815c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:16.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.084+0000 7fb83ca00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8380c8080 con 0x7fb8381606f0 2024-09-13T17:01:16.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.084+0000 7fb83ca00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8380b4470 con 0x7fb838071fe0 2024-09-13T17:01:16.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.084+0000 7fb83ca00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8380b4750 con 0x7fb8380b2140 2024-09-13T17:01:16.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.084+0000 7fb837e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb8381606f0 0x7fb83815c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:16.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb837e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb8381606f0 0x7fb83815c570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34672/0 (socket says 172.21.15.99:34672) 2024-09-13T17:01:16.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb837e00700 1 -- 172.21.15.99:0/1905741491 learned_addr learned my addr 172.21.15.99:0/1905741491 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:16.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb836a00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8380b2140 0x7fb83815c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:16.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb837400700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb838071fe0 0x7fb8380b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:16.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb837e00700 1 -- 172.21.15.99:0/1905741491 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8380b2140 msgr2=0x7fb83815c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb837e00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8380b2140 0x7fb83815c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb837e00700 1 -- 172.21.15.99:0/1905741491 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb838071fe0 msgr2=0x7fb8380b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb837e00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb838071fe0 0x7fb8380b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb837e00700 1 -- 172.21.15.99:0/1905741491 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8240094b0 con 0x7fb8381606f0 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb836a00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8380b2140 0x7fb83815c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb837400700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb838071fe0 0x7fb8380b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb837e00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb8381606f0 0x7fb83815c570 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fb830001560 tx=0x7fb83000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb82f400700 1 -- 172.21.15.99:0/1905741491 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb83000ab50 con 0x7fb8381606f0 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb82f400700 1 -- 172.21.15.99:0/1905741491 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb83000acb0 con 0x7fb8381606f0 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb83ca00700 1 -- 172.21.15.99:0/1905741491 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8380b4a30 con 0x7fb8381606f0 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb82f400700 1 -- 172.21.15.99:0/1905741491 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb830007310 con 0x7fb8381606f0 2024-09-13T17:01:16.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb83ca00700 1 -- 172.21.15.99:0/1905741491 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8380b64d0 con 0x7fb8381606f0 2024-09-13T17:01:16.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.088+0000 7fb83ca00700 1 -- 172.21.15.99:0/1905741491 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb838068470 con 0x7fb8381606f0 2024-09-13T17:01:16.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.092+0000 7fb82f400700 1 -- 172.21.15.99:0/1905741491 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb830007470 con 0x7fb8381606f0 2024-09-13T17:01:16.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.092+0000 7fb82f400700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb818066760 0x7fb818068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:16.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.092+0000 7fb82f400700 1 -- 172.21.15.99:0/1905741491 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fb8300840a0 con 0x7fb8381606f0 2024-09-13T17:01:16.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.092+0000 7fb837400700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb818066760 0x7fb818068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:16.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.096+0000 7fb837400700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb818066760 0x7fb818068c20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb828009b70 tx=0x7fb828008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:16.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.100+0000 7fb82f400700 1 -- 172.21.15.99:0/1905741491 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb830051310 con 0x7fb8381606f0 2024-09-13T17:01:16.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.328+0000 7fb83ca00700 1 -- 172.21.15.99:0/1905741491 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fb8380b1c00 con 0x7fb8381606f0 2024-09-13T17:01:16.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.972+0000 7fb82f400700 1 -- 172.21.15.99:0/1905741491 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v20) v1 ==== 162+0+0 (secure 0 0 0) 0x7fb830054930 con 0x7fb8381606f0 2024-09-13T17:01:16.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 -- 172.21.15.99:0/1905741491 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb818066760 msgr2=0x7fb818068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:16.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb818066760 0x7fb818068c20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb828009b70 tx=0x7fb828008040 comp rx=0 tx=0).stop 2024-09-13T17:01:16.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 -- 172.21.15.99:0/1905741491 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb8381606f0 msgr2=0x7fb83815c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:16.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb8381606f0 0x7fb83815c570 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fb830001560 tx=0x7fb83000cf90 comp rx=0 tx=0).stop 2024-09-13T17:01:16.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 -- 172.21.15.99:0/1905741491 shutdown_connections 2024-09-13T17:01:16.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb818066760 0x7fb818068c20 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:16.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb8381606f0 0x7fb83815c570 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:16.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb8380b2140 0x7fb83815c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:16.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 --2- 172.21.15.99:0/1905741491 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb838071fe0 0x7fb8380b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:16.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 -- 172.21.15.99:0/1905741491 >> 172.21.15.99:0/1905741491 conn(0x7fb8380d0ba0 msgr2=0x7fb8380716c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:16.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 -- 172.21.15.99:0/1905741491 shutdown_connections 2024-09-13T17:01:16.983 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:16.976+0000 7fb83ca00700 1 -- 172.21.15.99:0/1905741491 wait complete. 2024-09-13T17:01:16.985 INFO:teuthology.orchestra.run.smithi099.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T17:01:17.006 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:01:17.179 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.172+0000 7f3f3fc00700 1 Processor -- start 2024-09-13T17:01:17.179 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.172+0000 7f3f3fc00700 1 -- start start 2024-09-13T17:01:17.181 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f3fc00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3f38159400 0x7f3f380b3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:17.181 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f3fc00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f3806cfd0 con 0x7f3f380b4350 2024-09-13T17:01:17.181 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f3fc00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f380cc970 con 0x7f3f38159020 2024-09-13T17:01:17.181 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f3fc00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f380b33b0 con 0x7f3f38159400 2024-09-13T17:01:17.182 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f37e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3f38159400 0x7f3f380b3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:17.182 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f37e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3f38159400 0x7f3f380b3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34682/0 (socket says 172.21.15.99:34682) 2024-09-13T17:01:17.182 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f37e00700 1 -- 172.21.15.99:0/1015342897 learned_addr learned my addr 172.21.15.99:0/1015342897 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:17.182 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f3dc00700 1 --1- 172.21.15.99:0/1015342897 >> v1:172.21.15.99:6789/0 conn(0x7f3f380b4350 0x7f3f380cd9d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47350/0 (socket says 172.21.15.99:47350) 2024-09-13T17:01:17.183 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f37e00700 1 -- 172.21.15.99:0/1015342897 >> v1:172.21.15.170:6789/0 conn(0x7f3f38159020 legacy=0x7f3f3806c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:17.183 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f37400700 1 -- 172.21.15.99:0/1015342897 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3593240479 0 0) 0x7f3f3806cfd0 con 0x7f3f380b4350 2024-09-13T17:01:17.183 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f37e00700 1 -- 172.21.15.99:0/1015342897 >> v1:172.21.15.99:6789/0 conn(0x7f3f380b4350 legacy=0x7f3f380cd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:17.183 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f37e00700 1 -- 172.21.15.99:0/1015342897 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f380ccc10 con 0x7f3f38159400 2024-09-13T17:01:17.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.176+0000 7f3f37e00700 1 --2- 172.21.15.99:0/1015342897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 0x7f3f380b3e10 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3f24009910 tx=0x7f3f24009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2819cbb7cab475f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:17.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.180+0000 7f3f37400700 1 -- 172.21.15.99:0/1015342897 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f24004230 con 0x7f3f38159400 2024-09-13T17:01:17.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.180+0000 7f3f37400700 1 -- 172.21.15.99:0/1015342897 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f24004390 con 0x7f3f38159400 2024-09-13T17:01:17.184 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.180+0000 7f3f37400700 1 -- 172.21.15.99:0/1015342897 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f24009e60 con 0x7f3f38159400 2024-09-13T17:01:17.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.180+0000 7f3f3fc00700 1 -- 172.21.15.99:0/1015342897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 msgr2=0x7f3f380b3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:17.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.180+0000 7f3f3fc00700 1 --2- 172.21.15.99:0/1015342897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 0x7f3f380b3e10 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3f24009910 tx=0x7f3f24009c20 comp rx=0 tx=0).stop 2024-09-13T17:01:17.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.180+0000 7f3f3fc00700 1 -- 172.21.15.99:0/1015342897 shutdown_connections 2024-09-13T17:01:17.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.180+0000 7f3f3fc00700 1 --2- 172.21.15.99:0/1015342897 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 0x7f3f380b3e10 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:17.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.180+0000 7f3f3fc00700 1 -- 172.21.15.99:0/1015342897 >> 172.21.15.99:0/1015342897 conn(0x7f3f38071110 msgr2=0x7f3f38071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:17.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.180+0000 7f3f3fc00700 1 -- 172.21.15.99:0/1015342897 shutdown_connections 2024-09-13T17:01:17.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.180+0000 7f3f3fc00700 1 -- 172.21.15.99:0/1015342897 wait complete. 2024-09-13T17:01:17.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3fc00700 1 Processor -- start 2024-09-13T17:01:17.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3fc00700 1 -- start start 2024-09-13T17:01:17.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3fc00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3f380b4350 0x7f3f380afb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:17.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3fc00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3f38159020 0x7f3f381407e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:17.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3fc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 0x7f3f38159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:17.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3fc00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f3813d4f0 con 0x7f3f38159400 2024-09-13T17:01:17.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3fc00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f3815c6d0 con 0x7f3f380b4350 2024-09-13T17:01:17.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3fc00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f3813fd00 con 0x7f3f38159020 2024-09-13T17:01:17.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3dc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 0x7f3f38159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:17.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3dc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 0x7f3f38159a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34698/0 (socket says 172.21.15.99:34698) 2024-09-13T17:01:17.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.184+0000 7f3f3dc00700 1 -- 172.21.15.99:0/676270080 learned_addr learned my addr 172.21.15.99:0/676270080 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:17.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f3d200700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3f380b4350 0x7f3f380afb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:17.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f37e00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3f38159020 0x7f3f381407e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:17.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f3dc00700 1 -- 172.21.15.99:0/676270080 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3f38159020 msgr2=0x7f3f381407e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:17.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f3dc00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3f38159020 0x7f3f381407e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:17.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f3dc00700 1 -- 172.21.15.99:0/676270080 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3f380b4350 msgr2=0x7f3f380afb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:17.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f3dc00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3f380b4350 0x7f3f380afb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:17.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f3dc00700 1 -- 172.21.15.99:0/676270080 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f24009570 con 0x7f3f38159400 2024-09-13T17:01:17.193 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f3dc00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 0x7f3f38159a40 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f3f3000cb60 tx=0x7f3f3000ce70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:17.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f34c00700 1 -- 172.21.15.99:0/676270080 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3000a9e0 con 0x7f3f38159400 2024-09-13T17:01:17.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f34c00700 1 -- 172.21.15.99:0/676270080 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f3000ab40 con 0x7f3f38159400 2024-09-13T17:01:17.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f3fc00700 1 -- 172.21.15.99:0/676270080 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f3813ffe0 con 0x7f3f38159400 2024-09-13T17:01:17.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f34c00700 1 -- 172.21.15.99:0/676270080 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f300070d0 con 0x7f3f38159400 2024-09-13T17:01:17.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f3fc00700 1 -- 172.21.15.99:0/676270080 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f3813f9b0 con 0x7f3f38159400 2024-09-13T17:01:17.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.188+0000 7f3f3fc00700 1 -- 172.21.15.99:0/676270080 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f38140500 con 0x7f3f38159400 2024-09-13T17:01:17.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.192+0000 7f3f34c00700 1 -- 172.21.15.99:0/676270080 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3f30007230 con 0x7f3f38159400 2024-09-13T17:01:17.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.192+0000 7f3f34c00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3f18066730 0x7f3f18068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:17.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.192+0000 7f3f34c00700 1 -- 172.21.15.99:0/676270080 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f3f30083ba0 con 0x7f3f38159400 2024-09-13T17:01:17.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.192+0000 7f3f3d200700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3f18066730 0x7f3f18068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:17.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.192+0000 7f3f3d200700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3f18066730 0x7f3f18068bf0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c005150 tx=0x7f3f2c007ee0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:17.205 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.200+0000 7f3f34c00700 1 -- 172.21.15.99:0/676270080 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3f38140500 con 0x7f3f38159400 2024-09-13T17:01:17.419 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.412+0000 7f3f3fc00700 1 -- 172.21.15.99:0/676270080 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3f38140500 con 0x7f3f38159400 2024-09-13T17:01:17.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.416+0000 7f3f34c00700 1 -- 172.21.15.99:0/676270080 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+4734 (secure 0 0 0) 0x7f3f38140500 con 0x7f3f38159400 2024-09-13T17:01:17.421 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:17.421 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/163947465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":163947465},{"type":"v1","addr":"172.21.15.99:6835","nonce":163947465}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4993,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/881326518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":881326518},{"type":"v1","addr":"172.21.15.99:6837","nonce":881326518}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4996,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/4250337445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":4250337445},{"type":"v1","addr":"172.21.15.170:6833","nonce":4250337445}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:01:15.859981+0000","modified":"2024-09-13T17:01:16.976451+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5215},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5215":{"gid":5215,"name":"d","rank":0,"incarnation":21,"state":"up:replay","state_seq":1,"addr":"172.21.15.170:6835/2175478071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2175478071},{"type":"v1","addr":"172.21.15.170:6835","nonce":2175478071}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T17:01:17.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.416+0000 7f3f3fc00700 1 -- 172.21.15.99:0/676270080 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3f18066730 msgr2=0x7f3f18068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:17.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.416+0000 7f3f3fc00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3f18066730 0x7f3f18068bf0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c005150 tx=0x7f3f2c007ee0 comp rx=0 tx=0).stop 2024-09-13T17:01:17.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.420+0000 7f3f3fc00700 1 -- 172.21.15.99:0/676270080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 msgr2=0x7f3f38159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:17.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.420+0000 7f3f3fc00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 0x7f3f38159a40 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f3f3000cb60 tx=0x7f3f3000ce70 comp rx=0 tx=0).stop 2024-09-13T17:01:17.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.420+0000 7f3f3fc00700 1 -- 172.21.15.99:0/676270080 shutdown_connections 2024-09-13T17:01:17.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.420+0000 7f3f3fc00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3f18066730 0x7f3f18068bf0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:17.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.420+0000 7f3f3fc00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3f38159400 0x7f3f38159a40 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:17.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.420+0000 7f3f3fc00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3f38159020 0x7f3f381407e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:17.425 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.420+0000 7f3f3fc00700 1 --2- 172.21.15.99:0/676270080 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3f380b4350 0x7f3f380afb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:17.425 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.420+0000 7f3f3fc00700 1 -- 172.21.15.99:0/676270080 >> 172.21.15.99:0/676270080 conn(0x7f3f38071110 msgr2=0x7f3f3806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:17.425 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.420+0000 7f3f3fc00700 1 -- 172.21.15.99:0/676270080 shutdown_connections 2024-09-13T17:01:17.425 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:17.420+0000 7f3f3fc00700 1 -- 172.21.15.99:0/676270080 wait complete. 2024-09-13T17:01:17.426 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 21 2024-09-13T17:01:17.849 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T17:01:15.859981+0000', 'modified': '2024-09-13T17:01:16.976451+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5215}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5215': {'gid': 5215, 'name': 'd', 'rank': 0, 'incarnation': 21, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.170:6835/2175478071', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.170:6834', 'nonce': 2175478071}, {'type': 'v1', 'addr': '172.21.15.170:6835', 'nonce': 2175478071}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T17:01:17.849 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5215:up:replay 2024-09-13T17:01:18.850 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:01:19.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc358200700 1 Processor -- start 2024-09-13T17:01:19.032 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc358200700 1 -- start start 2024-09-13T17:01:19.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc358200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc350146720 0x7fc35006d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:19.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc358200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc35015db30 0x7fc35006fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:19.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc358200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc35006e9b0 con 0x7fc35006f790 2024-09-13T17:01:19.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc358200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc35006d4f0 con 0x7fc35015db30 2024-09-13T17:01:19.034 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc358200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc350070160 con 0x7fc350146720 2024-09-13T17:01:19.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc354e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fc35006f790 0x7fc35015d420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47364/0 (socket says 172.21.15.99:47364) 2024-09-13T17:01:19.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc354e00700 1 -- 172.21.15.99:0/3112018987 learned_addr learned my addr 172.21.15.99:0/3112018987 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:19.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc356200700 1 --2- 172.21.15.99:0/3112018987 >> v2:172.21.15.99:3300/0 conn(0x7fc35015db30 0x7fc35006fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:19.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc355800700 1 --2- 172.21.15.99:0/3112018987 >> v2:172.21.15.170:3300/0 conn(0x7fc350146720 0x7fc35006d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:19.035 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc34fe00700 1 -- 172.21.15.99:0/3112018987 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3751303529 0 0) 0x7fc35006e9b0 con 0x7fc35006f790 2024-09-13T17:01:19.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.028+0000 7fc34fe00700 1 -- 172.21.15.99:0/3112018987 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc3380035d0 con 0x7fc35006f790 2024-09-13T17:01:19.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc355800700 1 -- 172.21.15.99:0/3112018987 >> v2:172.21.15.99:3300/0 conn(0x7fc35015db30 msgr2=0x7fc35006fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:19.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc355800700 1 --2- 172.21.15.99:0/3112018987 >> v2:172.21.15.99:3300/0 conn(0x7fc35015db30 0x7fc35006fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:19.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc355800700 1 -- 172.21.15.99:0/3112018987 >> v1:172.21.15.99:6789/0 conn(0x7fc35006f790 legacy=0x7fc35015d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:19.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc355800700 1 -- 172.21.15.99:0/3112018987 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc35015e050 con 0x7fc350146720 2024-09-13T17:01:19.036 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc355800700 1 --2- 172.21.15.99:0/3112018987 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc350146720 0x7fc35006d910 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc350072060 tx=0x7fc344009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=edc5c809708c7547 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:19.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc34fe00700 1 -- 172.21.15.99:0/3112018987 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc344011830 con 0x7fc350146720 2024-09-13T17:01:19.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc34fe00700 1 -- 172.21.15.99:0/3112018987 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc344011990 con 0x7fc350146720 2024-09-13T17:01:19.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc34fe00700 1 -- 172.21.15.99:0/3112018987 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc344011d20 con 0x7fc350146720 2024-09-13T17:01:19.037 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc358200700 1 -- 172.21.15.99:0/3112018987 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc350146720 msgr2=0x7fc35006d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:19.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc358200700 1 --2- 172.21.15.99:0/3112018987 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc350146720 0x7fc35006d910 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc350072060 tx=0x7fc344009b30 comp rx=0 tx=0).stop 2024-09-13T17:01:19.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc358200700 1 -- 172.21.15.99:0/3112018987 shutdown_connections 2024-09-13T17:01:19.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc358200700 1 --2- 172.21.15.99:0/3112018987 >> v2:172.21.15.99:3300/0 conn(0x7fc35015db30 0x7fc35006fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:19.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc358200700 1 --2- 172.21.15.99:0/3112018987 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc350146720 0x7fc35006d910 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:19.038 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc358200700 1 -- 172.21.15.99:0/3112018987 >> 172.21.15.99:0/3112018987 conn(0x7fc350071110 msgr2=0x7fc350071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:19.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc358200700 1 -- 172.21.15.99:0/3112018987 shutdown_connections 2024-09-13T17:01:19.039 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.032+0000 7fc358200700 1 -- 172.21.15.99:0/3112018987 wait complete. 2024-09-13T17:01:19.040 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc358200700 1 Processor -- start 2024-09-13T17:01:19.041 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc358200700 1 -- start start 2024-09-13T17:01:19.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc358200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc35006f790 0x7fc3501333d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:19.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc358200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc350146720 0x7fc350142f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:19.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc358200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc35015db30 0x7fc3500cd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:19.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc358200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc350133910 con 0x7fc350146720 2024-09-13T17:01:19.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc358200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc350143790 con 0x7fc35006f790 2024-09-13T17:01:19.042 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc358200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc350143a70 con 0x7fc35015db30 2024-09-13T17:01:19.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc354e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc350146720 0x7fc350142f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:19.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc354e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc350146720 0x7fc350142f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34718/0 (socket says 172.21.15.99:34718) 2024-09-13T17:01:19.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc354e00700 1 -- 172.21.15.99:0/2324393256 learned_addr learned my addr 172.21.15.99:0/2324393256 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:19.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc354e00700 1 -- 172.21.15.99:0/2324393256 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc35015db30 msgr2=0x7fc3500cd6d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T17:01:19.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc354e00700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc35015db30 0x7fc3500cd6d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:19.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc354e00700 1 -- 172.21.15.99:0/2324393256 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc35006f790 msgr2=0x7fc3501333d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T17:01:19.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc354e00700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc35006f790 0x7fc3501333d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:19.043 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.036+0000 7fc354e00700 1 -- 172.21.15.99:0/2324393256 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3440094b0 con 0x7fc350146720 2024-09-13T17:01:19.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.040+0000 7fc354e00700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc350146720 0x7fc350142f40 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fc33c00c700 tx=0x7fc33c00cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:19.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.040+0000 7fc34d600700 1 -- 172.21.15.99:0/2324393256 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc33c005d90 con 0x7fc350146720 2024-09-13T17:01:19.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.040+0000 7fc34d600700 1 -- 172.21.15.99:0/2324393256 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc33c0070d0 con 0x7fc350146720 2024-09-13T17:01:19.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.040+0000 7fc358200700 1 -- 172.21.15.99:0/2324393256 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc350143d50 con 0x7fc350146720 2024-09-13T17:01:19.044 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.040+0000 7fc34d600700 1 -- 172.21.15.99:0/2324393256 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc33c007480 con 0x7fc350146720 2024-09-13T17:01:19.045 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.040+0000 7fc358200700 1 -- 172.21.15.99:0/2324393256 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc350143480 con 0x7fc350146720 2024-09-13T17:01:19.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.040+0000 7fc358200700 1 -- 172.21.15.99:0/2324393256 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc35006eb50 con 0x7fc350146720 2024-09-13T17:01:19.046 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.040+0000 7fc34d600700 1 -- 172.21.15.99:0/2324393256 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc33c0075e0 con 0x7fc350146720 2024-09-13T17:01:19.048 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.044+0000 7fc34d600700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc330066730 0x7fc330068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:19.048 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.044+0000 7fc34d600700 1 -- 172.21.15.99:0/2324393256 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fc33c0837f0 con 0x7fc350146720 2024-09-13T17:01:19.048 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.044+0000 7fc355800700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc330066730 0x7fc330068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:19.049 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.044+0000 7fc355800700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc330066730 0x7fc330068bf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc344009b70 tx=0x7fc344008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:19.056 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.052+0000 7fc34d600700 1 -- 172.21.15.99:0/2324393256 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc33c050a70 con 0x7fc350146720 2024-09-13T17:01:19.300 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.296+0000 7fc358200700 1 -- 172.21.15.99:0/2324393256 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc35006c8c0 con 0x7fc350146720 2024-09-13T17:01:19.302 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.296+0000 7fc34d600700 1 -- 172.21.15.99:0/2324393256 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4734 (secure 0 0 0) 0x7fc33c054090 con 0x7fc350146720 2024-09-13T17:01:19.302 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:19.302 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/163947465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":163947465},{"type":"v1","addr":"172.21.15.99:6835","nonce":163947465}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4993,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/881326518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":881326518},{"type":"v1","addr":"172.21.15.99:6837","nonce":881326518}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4996,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/4250337445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":4250337445},{"type":"v1","addr":"172.21.15.170:6833","nonce":4250337445}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:01:15.859981+0000","modified":"2024-09-13T17:01:18.986371+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5215},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5215":{"gid":5215,"name":"d","rank":0,"incarnation":21,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.170:6835/2175478071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2175478071},{"type":"v1","addr":"172.21.15.170:6835","nonce":2175478071}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T17:01:19.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 -- 172.21.15.99:0/2324393256 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc330066730 msgr2=0x7fc330068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:19.306 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc330066730 0x7fc330068bf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc344009b70 tx=0x7fc344008030 comp rx=0 tx=0).stop 2024-09-13T17:01:19.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 -- 172.21.15.99:0/2324393256 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc350146720 msgr2=0x7fc350142f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:19.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc350146720 0x7fc350142f40 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fc33c00c700 tx=0x7fc33c00cac0 comp rx=0 tx=0).stop 2024-09-13T17:01:19.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 -- 172.21.15.99:0/2324393256 shutdown_connections 2024-09-13T17:01:19.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fc330066730 0x7fc330068bf0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:19.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc350146720 0x7fc350142f40 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:19.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc35015db30 0x7fc3500cd6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:19.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 --2- 172.21.15.99:0/2324393256 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc35006f790 0x7fc3501333d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:19.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 -- 172.21.15.99:0/2324393256 >> 172.21.15.99:0/2324393256 conn(0x7fc350071110 msgr2=0x7fc35015e570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:19.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 -- 172.21.15.99:0/2324393256 shutdown_connections 2024-09-13T17:01:19.307 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:19.300+0000 7fc358200700 1 -- 172.21.15.99:0/2324393256 wait complete. 2024-09-13T17:01:19.309 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 23 2024-09-13T17:01:19.733 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T17:01:15.859981+0000', 'modified': '2024-09-13T17:01:18.986371+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5215}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5215': {'gid': 5215, 'name': 'd', 'rank': 0, 'incarnation': 21, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.170:6835/2175478071', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.170:6834', 'nonce': 2175478071}, {'type': 'v1', 'addr': '172.21.15.170:6835', 'nonce': 2175478071}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T17:01:19.733 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5215:up:rejoin 2024-09-13T17:01:20.412 INFO:tasks.ceph.mds.d.smithi170.stderr:2024-09-13T17:01:20.409+0000 7f2e15c00700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T17:01:20.735 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:01:20.917 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.912+0000 7ff620600700 1 Processor -- start 2024-09-13T17:01:20.917 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.912+0000 7ff620600700 1 -- start start 2024-09-13T17:01:20.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.912+0000 7ff620600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff618146720 0x7ff61806d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:20.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.912+0000 7ff620600700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7ff61806f790 0x7ff61806fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:20.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.912+0000 7ff620600700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff61806e9b0 con 0x7ff61815d420 2024-09-13T17:01:20.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.912+0000 7ff620600700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff61806d4f0 con 0x7ff618146720 2024-09-13T17:01:20.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.912+0000 7ff620600700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff618070160 con 0x7ff61806f790 2024-09-13T17:01:20.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff61e600700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ff61815d420 0x7ff61815d850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:47370/0 (socket says 172.21.15.99:47370) 2024-09-13T17:01:20.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff61e600700 1 -- 172.21.15.99:0/3765776941 learned_addr learned my addr 172.21.15.99:0/3765776941 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:20.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff61d200700 1 --2- 172.21.15.99:0/3765776941 >> v2:172.21.15.170:3300/0 conn(0x7ff61806f790 0x7ff61806fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:20.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff61dc00700 1 --2- 172.21.15.99:0/3765776941 >> v2:172.21.15.99:3300/0 conn(0x7ff618146720 0x7ff61806d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:20.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff617e00700 1 -- 172.21.15.99:0/3765776941 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2650735340 0 0) 0x7ff61806e9b0 con 0x7ff61815d420 2024-09-13T17:01:20.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff617e00700 1 -- 172.21.15.99:0/3765776941 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff6000035d0 con 0x7ff61815d420 2024-09-13T17:01:20.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff61d200700 1 -- 172.21.15.99:0/3765776941 >> v2:172.21.15.99:3300/0 conn(0x7ff618146720 msgr2=0x7ff61806d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:20.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff61d200700 1 --2- 172.21.15.99:0/3765776941 >> v2:172.21.15.99:3300/0 conn(0x7ff618146720 0x7ff61806d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:20.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff61d200700 1 -- 172.21.15.99:0/3765776941 >> v1:172.21.15.99:6789/0 conn(0x7ff61815d420 legacy=0x7ff61815d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:20.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff61d200700 1 -- 172.21.15.99:0/3765776941 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff61815e050 con 0x7ff61806f790 2024-09-13T17:01:20.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff61d200700 1 --2- 172.21.15.99:0/3765776941 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff61806f790 0x7ff61806fc20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff61806e2e0 tx=0x7ff604009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f438bc1ba0c24ce server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:20.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff617e00700 1 -- 172.21.15.99:0/3765776941 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff604011830 con 0x7ff61806f790 2024-09-13T17:01:20.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff617e00700 1 -- 172.21.15.99:0/3765776941 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff604011990 con 0x7ff61806f790 2024-09-13T17:01:20.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff617e00700 1 -- 172.21.15.99:0/3765776941 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff604011d00 con 0x7ff61806f790 2024-09-13T17:01:20.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff620600700 1 -- 172.21.15.99:0/3765776941 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff61806f790 msgr2=0x7ff61806fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:20.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff620600700 1 --2- 172.21.15.99:0/3765776941 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff61806f790 0x7ff61806fc20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff61806e2e0 tx=0x7ff604009b30 comp rx=0 tx=0).stop 2024-09-13T17:01:20.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff620600700 1 -- 172.21.15.99:0/3765776941 shutdown_connections 2024-09-13T17:01:20.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff620600700 1 --2- 172.21.15.99:0/3765776941 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff61806f790 0x7ff61806fc20 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:20.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff620600700 1 --2- 172.21.15.99:0/3765776941 >> v2:172.21.15.99:3300/0 conn(0x7ff618146720 0x7ff61806d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:20.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.916+0000 7ff620600700 1 -- 172.21.15.99:0/3765776941 >> 172.21.15.99:0/3765776941 conn(0x7ff618071110 msgr2=0x7ff618071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:20.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff620600700 1 -- 172.21.15.99:0/3765776941 shutdown_connections 2024-09-13T17:01:20.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff620600700 1 -- 172.21.15.99:0/3765776941 wait complete. 2024-09-13T17:01:20.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff620600700 1 Processor -- start 2024-09-13T17:01:20.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff620600700 1 -- start start 2024-09-13T17:01:20.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff620600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff61806f790 0x7ff61815c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:20.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff620600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff618146720 0x7ff6180c4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:20.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff620600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff61815d420 0x7ff6180cd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:20.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff620600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff618143260 con 0x7ff61815d420 2024-09-13T17:01:20.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff620600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff618143540 con 0x7ff618146720 2024-09-13T17:01:20.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff620600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff618143820 con 0x7ff61806f790 2024-09-13T17:01:20.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.920+0000 7ff61e600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff61815d420 0x7ff6180cd6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:20.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff61e600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff61815d420 0x7ff6180cd6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34740/0 (socket says 172.21.15.99:34740) 2024-09-13T17:01:20.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff61e600700 1 -- 172.21.15.99:0/3809827248 learned_addr learned my addr 172.21.15.99:0/3809827248 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:20.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff61d200700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff618146720 0x7ff6180c4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:20.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff61dc00700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff61806f790 0x7ff61815c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:20.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff61e600700 1 -- 172.21.15.99:0/3809827248 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff61806f790 msgr2=0x7ff61815c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:20.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff61e600700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff61806f790 0x7ff61815c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:20.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff61e600700 1 -- 172.21.15.99:0/3809827248 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff618146720 msgr2=0x7ff6180c4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:20.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff61e600700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff618146720 0x7ff6180c4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:20.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff61e600700 1 -- 172.21.15.99:0/3809827248 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6040094b0 con 0x7ff61815d420 2024-09-13T17:01:20.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff61e600700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff61815d420 0x7ff6180cd6d0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7ff61000ca20 tx=0x7ff61000cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:20.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff615600700 1 -- 172.21.15.99:0/3809827248 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61000a770 con 0x7ff61815d420 2024-09-13T17:01:20.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff615600700 1 -- 172.21.15.99:0/3809827248 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff61000a8d0 con 0x7ff61815d420 2024-09-13T17:01:20.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff620600700 1 -- 172.21.15.99:0/3809827248 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff618143b00 con 0x7ff61815d420 2024-09-13T17:01:20.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff615600700 1 -- 172.21.15.99:0/3809827248 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61000ac60 con 0x7ff61815d420 2024-09-13T17:01:20.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff620600700 1 -- 172.21.15.99:0/3809827248 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff61815cc70 con 0x7ff61815d420 2024-09-13T17:01:20.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.924+0000 7ff620600700 1 -- 172.21.15.99:0/3809827248 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff618144020 con 0x7ff61815d420 2024-09-13T17:01:20.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.928+0000 7ff615600700 1 -- 172.21.15.99:0/3809827248 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff61001b3b0 con 0x7ff61815d420 2024-09-13T17:01:20.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.928+0000 7ff615600700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff5f8066730 0x7ff5f8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:20.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.928+0000 7ff615600700 1 -- 172.21.15.99:0/3809827248 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7ff610083cc0 con 0x7ff61815d420 2024-09-13T17:01:20.934 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.928+0000 7ff61dc00700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff5f8066730 0x7ff5f8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:20.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.932+0000 7ff61dc00700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff5f8066730 0x7ff5f8068bf0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff60c009b80 tx=0x7ff60c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:20.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:20.936+0000 7ff615600700 1 -- 172.21.15.99:0/3809827248 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff618144020 con 0x7ff61815d420 2024-09-13T17:01:21.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.160+0000 7ff620600700 1 -- 172.21.15.99:0/3809827248 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff618144020 con 0x7ff61815d420 2024-09-13T17:01:21.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff615600700 1 -- 172.21.15.99:0/3809827248 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4734 (secure 0 0 0) 0x7ff618144020 con 0x7ff61815d420 2024-09-13T17:01:21.169 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:21.169 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":25,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/163947465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":163947465},{"type":"v1","addr":"172.21.15.99:6835","nonce":163947465}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4993,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/881326518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":881326518},{"type":"v1","addr":"172.21.15.99:6837","nonce":881326518}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4996,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/4250337445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":4250337445},{"type":"v1","addr":"172.21.15.170:6833","nonce":4250337445}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:01:15.859981+0000","modified":"2024-09-13T17:01:19.995661+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5215},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5215":{"gid":5215,"name":"d","rank":0,"incarnation":21,"state":"up:active","state_seq":4,"addr":"172.21.15.170:6835/2175478071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2175478071},{"type":"v1","addr":"172.21.15.170:6835","nonce":2175478071}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T17:01:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 -- 172.21.15.99:0/3809827248 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff5f8066730 msgr2=0x7ff5f8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff5f8066730 0x7ff5f8068bf0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff60c009b80 tx=0x7ff60c008040 comp rx=0 tx=0).stop 2024-09-13T17:01:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 -- 172.21.15.99:0/3809827248 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff61815d420 msgr2=0x7ff6180cd6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff61815d420 0x7ff6180cd6d0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7ff61000ca20 tx=0x7ff61000cb00 comp rx=0 tx=0).stop 2024-09-13T17:01:21.171 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 -- 172.21.15.99:0/3809827248 shutdown_connections 2024-09-13T17:01:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff5f8066730 0x7ff5f8068bf0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff61815d420 0x7ff6180cd6d0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff618146720 0x7ff6180c4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 --2- 172.21.15.99:0/3809827248 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff61806f790 0x7ff61815c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 -- 172.21.15.99:0/3809827248 >> 172.21.15.99:0/3809827248 conn(0x7ff618071110 msgr2=0x7ff6180ad020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 -- 172.21.15.99:0/3809827248 shutdown_connections 2024-09-13T17:01:21.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.164+0000 7ff620600700 1 -- 172.21.15.99:0/3809827248 wait complete. 2024-09-13T17:01:21.173 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 25 2024-09-13T17:01:21.598 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T17:01:15.859981+0000', 'modified': '2024-09-13T17:01:19.995661+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5215}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5215': {'gid': 5215, 'name': 'd', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.170:6835/2175478071', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.170:6834', 'nonce': 2175478071}, {'type': 'v1', 'addr': '172.21.15.170:6835', 'nonce': 2175478071}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2024-09-13T17:01:21.598 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T17:01:21.599 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T17:01:21.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf6e800700 1 Processor -- start 2024-09-13T17:01:21.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf6e800700 1 -- start start 2024-09-13T17:01:21.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf6e800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680ccd10 0x7faf6815b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf6e800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7faf680b4700 0x7faf6815b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf6e800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf680cc880 con 0x7faf68144670 2024-09-13T17:01:21.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf6e800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf6806de60 con 0x7faf680b4700 2024-09-13T17:01:21.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf6e800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf6815c130 con 0x7faf680ccd10 2024-09-13T17:01:21.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf67e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7faf680b4700 0x7faf6815b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf5ea00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680ccd10 0x7faf6815b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf67e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7faf680b4700 0x7faf6815b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:48500/0 (socket says 172.21.15.99:48500) 2024-09-13T17:01:21.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf67e00700 1 -- 172.21.15.99:0/804322193 learned_addr learned my addr 172.21.15.99:0/804322193 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:21.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf67400700 1 --1- 172.21.15.99:0/804322193 >> v1:172.21.15.170:6789/0 conn(0x7faf68144670 0x7faf680b3ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:54178/0 (socket says 172.21.15.99:54178) 2024-09-13T17:01:21.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf67e00700 1 -- 172.21.15.99:0/804322193 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680ccd10 msgr2=0x7faf6815b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:21.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf67e00700 1 --2- 172.21.15.99:0/804322193 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680ccd10 0x7faf6815b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf67e00700 1 -- 172.21.15.99:0/804322193 >> v1:172.21.15.170:6789/0 conn(0x7faf68144670 legacy=0x7faf680b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.772+0000 7faf67e00700 1 -- 172.21.15.99:0/804322193 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf68144a50 con 0x7faf680b4700 2024-09-13T17:01:21.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf67e00700 1 --2- 172.21.15.99:0/804322193 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faf680b4700 0x7faf6815b8d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7faf60009910 tx=0x7faf60009c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e608799954b02f51 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:21.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf66a00700 1 -- 172.21.15.99:0/804322193 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf60011830 con 0x7faf680b4700 2024-09-13T17:01:21.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf66a00700 1 -- 172.21.15.99:0/804322193 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf60011990 con 0x7faf680b4700 2024-09-13T17:01:21.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf66a00700 1 -- 172.21.15.99:0/804322193 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf60011d40 con 0x7faf680b4700 2024-09-13T17:01:21.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf6e800700 1 -- 172.21.15.99:0/804322193 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faf680b4700 msgr2=0x7faf6815b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf6e800700 1 --2- 172.21.15.99:0/804322193 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faf680b4700 0x7faf6815b8d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7faf60009910 tx=0x7faf60009c20 comp rx=0 tx=0).stop 2024-09-13T17:01:21.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf6e800700 1 -- 172.21.15.99:0/804322193 shutdown_connections 2024-09-13T17:01:21.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf6e800700 1 --2- 172.21.15.99:0/804322193 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faf680b4700 0x7faf6815b8d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf6e800700 1 --2- 172.21.15.99:0/804322193 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680ccd10 0x7faf6815b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf6e800700 1 -- 172.21.15.99:0/804322193 >> 172.21.15.99:0/804322193 conn(0x7faf68071110 msgr2=0x7faf68071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:21.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf6e800700 1 -- 172.21.15.99:0/804322193 shutdown_connections 2024-09-13T17:01:21.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.776+0000 7faf6e800700 1 -- 172.21.15.99:0/804322193 wait complete. 2024-09-13T17:01:21.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf6e800700 1 Processor -- start 2024-09-13T17:01:21.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf6e800700 1 -- start start 2024-09-13T17:01:21.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf6e800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680b4700 0x7faf681f5f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf6e800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faf680ccd10 0x7faf681599a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf6e800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faf68144670 0x7faf68159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf6e800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf681e7000 con 0x7faf680ccd10 2024-09-13T17:01:21.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf6e800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf681e6a40 con 0x7faf68144670 2024-09-13T17:01:21.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf6e800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf681e6d20 con 0x7faf680b4700 2024-09-13T17:01:21.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf5ea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faf680ccd10 0x7faf681599a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf5ea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faf680ccd10 0x7faf681599a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34756/0 (socket says 172.21.15.99:34756) 2024-09-13T17:01:21.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf5ea00700 1 -- 172.21.15.99:0/599513128 learned_addr learned my addr 172.21.15.99:0/599513128 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:21.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf67400700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680b4700 0x7faf681f5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.787 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.780+0000 7faf67e00700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faf68144670 0x7faf68159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.788 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf67e00700 1 -- 172.21.15.99:0/599513128 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680b4700 msgr2=0x7faf681f5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.788 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf67e00700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680b4700 0x7faf681f5f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.788 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf67e00700 1 -- 172.21.15.99:0/599513128 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faf680ccd10 msgr2=0x7faf681599a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.788 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf67e00700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faf680ccd10 0x7faf681599a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf67e00700 1 -- 172.21.15.99:0/599513128 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf60009570 con 0x7faf68144670 2024-09-13T17:01:21.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf67400700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680b4700 0x7faf681f5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:21.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf5ea00700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faf680ccd10 0x7faf681599a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:21.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf67e00700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faf68144670 0x7faf68159ee0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faf60016000 tx=0x7faf60004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:21.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf5fe00700 1 -- 172.21.15.99:0/599513128 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf60004450 con 0x7faf68144670 2024-09-13T17:01:21.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf5fe00700 1 -- 172.21.15.99:0/599513128 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf6001f070 con 0x7faf68144670 2024-09-13T17:01:21.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf5fe00700 1 -- 172.21.15.99:0/599513128 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf60003900 con 0x7faf68144670 2024-09-13T17:01:21.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf6e800700 1 -- 172.21.15.99:0/599513128 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf68152450 con 0x7faf68144670 2024-09-13T17:01:21.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.784+0000 7faf6e800700 1 -- 172.21.15.99:0/599513128 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf681e5d10 con 0x7faf68144670 2024-09-13T17:01:21.792 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.788+0000 7faf5fe00700 1 -- 172.21.15.99:0/599513128 <== mon.1 v2:172.21.15.170:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faf60003a60 con 0x7faf68144670 2024-09-13T17:01:21.795 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.788+0000 7faf5fe00700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faf44066730 0x7faf44068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.795 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.788+0000 7faf5fe00700 1 -- 172.21.15.99:0/599513128 <== mon.1 v2:172.21.15.170:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7faf60021070 con 0x7faf68144670 2024-09-13T17:01:21.795 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.792+0000 7faf67400700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faf44066730 0x7faf44068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.792+0000 7faf67400700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faf44066730 0x7faf44068bf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7faf580012e0 tx=0x7faf58001af0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:21.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.792+0000 7faf71af5740 1 Processor -- start 2024-09-13T17:01:21.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.792+0000 7faf71af5740 1 -- start start 2024-09-13T17:01:21.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.792+0000 7faf71af5740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29af1180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.792+0000 7faf71af5740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29acfd00 0x29ab9890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.792+0000 7faf71af5740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29af16c0 0x29ab9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.792+0000 7faf71af5740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x29a18d80 con 0x29af0da0 2024-09-13T17:01:21.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.792+0000 7faf71af5740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x29a16510 con 0x29af16c0 2024-09-13T17:01:21.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.792+0000 7faf71af5740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x29a11e00 con 0x29acfd00 2024-09-13T17:01:21.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf67400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29af1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf67400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29af1180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34766/0 (socket says 172.21.15.99:34766) 2024-09-13T17:01:21.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf67400700 1 -- 172.21.15.99:0/2634408230 learned_addr learned my addr 172.21.15.99:0/2634408230 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:21.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf5ea00700 1 --2- 172.21.15.99:0/2634408230 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29acfd00 0x29ab9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf67400700 1 -- 172.21.15.99:0/2634408230 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29acfd00 msgr2=0x29ab9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:21.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf67400700 1 --2- 172.21.15.99:0/2634408230 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29acfd00 0x29ab9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf67400700 1 -- 172.21.15.99:0/2634408230 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29af16c0 msgr2=0x29ab9dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:21.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf67400700 1 --2- 172.21.15.99:0/2634408230 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29af16c0 0x29ab9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf67400700 1 -- 172.21.15.99:0/2634408230 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x29884960 con 0x29af0da0 2024-09-13T17:01:21.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf67400700 1 --2- 172.21.15.99:0/2634408230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29af1180 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7faf5800f720 tx=0x7faf58013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f37e5f940d7428ae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:21.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf57e00700 1 -- 172.21.15.99:0/2634408230 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5800fdf0 con 0x29af0da0 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf57e00700 1 -- 172.21.15.99:0/2634408230 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf580133f0 con 0x29af0da0 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf57e00700 1 -- 172.21.15.99:0/2634408230 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf580137a0 con 0x29af0da0 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 -- 172.21.15.99:0/2634408230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 msgr2=0x29af1180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 --2- 172.21.15.99:0/2634408230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29af1180 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7faf5800f720 tx=0x7faf58013000 comp rx=0 tx=0).stop 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 -- 172.21.15.99:0/2634408230 shutdown_connections 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 --2- 172.21.15.99:0/2634408230 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29af16c0 0x29ab9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 --2- 172.21.15.99:0/2634408230 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29acfd00 0x29ab9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 --2- 172.21.15.99:0/2634408230 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29af1180 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 -- 172.21.15.99:0/2634408230 >> 172.21.15.99:0/2634408230 conn(0x298394d0 msgr2=0x29ad2c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 -- 172.21.15.99:0/2634408230 shutdown_connections 2024-09-13T17:01:21.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 -- 172.21.15.99:0/2634408230 wait complete. 2024-09-13T17:01:21.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 -- start start 2024-09-13T17:01:21.804 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.796+0000 7faf71af5740 1 Processor -- start 2024-09-13T17:01:21.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29acfd00 0x29aac420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 0x29ad0c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29af16c0 0x29aaa260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x299cf730 con 0x29acfd00 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x299d55b0 con 0x29af16c0 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x298bdaa0 con 0x29af0da0 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 10 client.0 _ll_register_callbacks cb 0x29a0b610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29acfd00 0x29aac420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29acfd00 0x29aac420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34778/0 (socket says 172.21.15.99:34778) 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67400700 1 -- 172.21.15.99:0/3006425376 learned_addr learned my addr 172.21.15.99:0/3006425376 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67400700 1 -- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 msgr2=0x29ad0c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67e00700 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29af16c0 0x29aaa260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf5ea00700 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 0x29ad0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.807 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67400700 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 0x29ad0c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67400700 1 -- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29af16c0 msgr2=0x29aaa260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67400700 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29af16c0 0x29aaa260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67400700 1 -- 172.21.15.99:0/3006425376 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf680cc880 con 0x29acfd00 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf5ea00700 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 0x29ad0c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67e00700 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29af16c0 0x29aaa260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf67400700 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29acfd00 0x29aac420 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7faf5800f1d0 tx=0x7faf58000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=435b5b20380b02f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf54c00700 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf54c00700 1 -- 172.21.15.99:0/3006425376 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5802c620 con 0x29acfd00 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf54c00700 1 -- 172.21.15.99:0/3006425376 <== mon.0 v2:172.21.15.99:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7faf5801b050 con 0x29acfd00 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 1 -- 172.21.15.99:0/3006425376 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x298461e0 con 0x29acfd00 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf54c00700 1 -- 172.21.15.99:0/3006425376 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf58013e80 con 0x29acfd00 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 10 client.5343 fetch_fsmap learned FSMap version 25 2024-09-13T17:01:21.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 1 -- 172.21.15.99:0/3006425376 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) v3 -- 0x299d8220 con 0x29acfd00 2024-09-13T17:01:21.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf54c00700 1 -- 172.21.15.99:0/3006425376 <== mon.0 v2:172.21.15.99:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x298461e0 con 0x29acfd00 2024-09-13T17:01:21.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf54c00700 1 -- 172.21.15.99:0/3006425376 <== mon.0 v2:172.21.15.99:3300/0 5 ==== fsmap(e 25) v1 ==== 3114+0+0 (secure 0 0 0) 0x7faf5802c780 con 0x29acfd00 2024-09-13T17:01:21.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 10 client.5343 fetch_fsmap finished waiting for FSMap version 25 2024-09-13T17:01:21.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 10 client.5343 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T17:01:21.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.800+0000 7faf71af5740 20 client.5343 populate_metadata read hostname 'smithi099' 2024-09-13T17:01:21.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf71af5740 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:6834/2175478071,v1:172.21.15.170:6835/2175478071] conn(0x29aa8f40 0x29aa70c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf71af5740 4 client.5343 mds_command: new command op to 5215 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T17:01:21.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf71af5740 1 -- 172.21.15.99:0/3006425376 --> [v2:172.21.15.170:6834/2175478071,v1:172.21.15.170:6835/2175478071] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x29890460 con 0x29aa8f40 2024-09-13T17:01:21.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf5ea00700 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:6834/2175478071,v1:172.21.15.170:6835/2175478071] conn(0x29aa8f40 0x29aa70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf5ea00700 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:6834/2175478071,v1:172.21.15.170:6835/2175478071] conn(0x29aa8f40 0x29aa70c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c676692bf614eb1 server_cookie=5dd4a8a6f1c79c1e in_seq=0 out_seq=0 2024-09-13T17:01:21.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf54c00700 10 client.5343 ms_handle_connect on v2:172.21.15.170:6834/2175478071 2024-09-13T17:01:21.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf54c00700 1 -- 172.21.15.99:0/3006425376 <== mds.0 v2:172.21.15.170:6834/2175478071 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x29890460 con 0x29aa8f40 2024-09-13T17:01:21.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf54c00700 10 client.5343 handle_command_reply: tid=0 2024-09-13T17:01:21.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf71af5740 1 client.5343 shutdown 2024-09-13T17:01:21.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf71af5740 1 -- 172.21.15.99:0/3006425376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29acfd00 msgr2=0x29aac420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.804+0000 7faf71af5740 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29acfd00 0x29aac420 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7faf5800f1d0 tx=0x7faf58000f40 comp rx=0 tx=0).stop 2024-09-13T17:01:21.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.808+0000 7faf71af5740 1 -- 172.21.15.99:0/3006425376 shutdown_connections 2024-09-13T17:01:21.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.808+0000 7faf71af5740 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:6834/2175478071,v1:172.21.15.170:6835/2175478071] conn(0x29aa8f40 0x29aa70c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.808+0000 7faf71af5740 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29af16c0 0x29aaa260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.808+0000 7faf71af5740 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 0x29ad0c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.808+0000 7faf54c00700 0 client.5343 ms_handle_reset on v2:172.21.15.170:6834/2175478071 2024-09-13T17:01:21.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.808+0000 7faf71af5740 1 --2- 172.21.15.99:0/3006425376 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29acfd00 0x29aac420 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.808+0000 7faf71af5740 1 -- 172.21.15.99:0/3006425376 >> 172.21.15.99:0/3006425376 conn(0x298394d0 msgr2=0x29acc780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:21.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.808+0000 7faf71af5740 1 -- 172.21.15.99:0/3006425376 shutdown_connections 2024-09-13T17:01:21.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.808+0000 7faf71af5740 1 -- 172.21.15.99:0/3006425376 wait complete. 2024-09-13T17:01:21.813 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.808+0000 7faf71af5740 20 client.5343 trim_cache size 0 max 16384 2024-09-13T17:01:21.834 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf71af5740 1 Processor -- start 2024-09-13T17:01:21.834 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf71af5740 1 -- start start 2024-09-13T17:01:21.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf71af5740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29acfd00 0x29b0a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.835 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf71af5740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 0x29b041d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.836 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf71af5740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af16c0 0x29b04710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.836 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf71af5740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x29a40ec0 con 0x29af16c0 2024-09-13T17:01:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf71af5740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x299b7230 con 0x29acfd00 2024-09-13T17:01:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf71af5740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x29a15670 con 0x29af0da0 2024-09-13T17:01:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf67e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af16c0 0x29b04710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf67e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af16c0 0x29b04710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34788/0 (socket says 172.21.15.99:34788) 2024-09-13T17:01:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf67e00700 1 -- 172.21.15.99:0/3481045126 learned_addr learned my addr 172.21.15.99:0/3481045126 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf67400700 1 --2- 172.21.15.99:0/3481045126 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29acfd00 0x29b0a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.828+0000 7faf5ea00700 1 --2- 172.21.15.99:0/3481045126 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 0x29b041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.840 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf67e00700 1 -- 172.21.15.99:0/3481045126 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 msgr2=0x29b041d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:21.840 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf67e00700 1 --2- 172.21.15.99:0/3481045126 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 0x29b041d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf67e00700 1 -- 172.21.15.99:0/3481045126 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29acfd00 msgr2=0x29b0a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:21.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf67e00700 1 --2- 172.21.15.99:0/3481045126 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29acfd00 0x29b0a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf67e00700 1 -- 172.21.15.99:0/3481045126 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf680b2c60 con 0x29af16c0 2024-09-13T17:01:21.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf67e00700 1 --2- 172.21.15.99:0/3481045126 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af16c0 0x29b04710 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7faf60052b10 tx=0x7faf60056510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f952c59b6d1a489 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:21.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf5cc00700 1 -- 172.21.15.99:0/3481045126 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf60056610 con 0x29af16c0 2024-09-13T17:01:21.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf5cc00700 1 -- 172.21.15.99:0/3481045126 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf6005a440 con 0x29af16c0 2024-09-13T17:01:21.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf5cc00700 1 -- 172.21.15.99:0/3481045126 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf6005ea00 con 0x29af16c0 2024-09-13T17:01:21.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf71af5740 1 -- 172.21.15.99:0/3481045126 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af16c0 msgr2=0x29b04710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf71af5740 1 --2- 172.21.15.99:0/3481045126 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af16c0 0x29b04710 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7faf60052b10 tx=0x7faf60056510 comp rx=0 tx=0).stop 2024-09-13T17:01:21.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf71af5740 1 -- 172.21.15.99:0/3481045126 shutdown_connections 2024-09-13T17:01:21.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf71af5740 1 --2- 172.21.15.99:0/3481045126 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af16c0 0x29b04710 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf71af5740 1 --2- 172.21.15.99:0/3481045126 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af0da0 0x29b041d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.842 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf71af5740 1 --2- 172.21.15.99:0/3481045126 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29acfd00 0x29b0a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf71af5740 1 -- 172.21.15.99:0/3481045126 >> 172.21.15.99:0/3481045126 conn(0x298394d0 msgr2=0x29acedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf71af5740 1 -- 172.21.15.99:0/3481045126 shutdown_connections 2024-09-13T17:01:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf71af5740 1 -- 172.21.15.99:0/3481045126 wait complete. 2024-09-13T17:01:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.832+0000 7faf71af5740 1 -- start start 2024-09-13T17:01:21.843 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf71af5740 1 Processor -- start 2024-09-13T17:01:21.849 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf71af5740 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29acfd00 0x29b096b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.849 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf71af5740 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29b51420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf71af5740 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af16c0 0x29b51960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf71af5740 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x29b0ff50 con 0x29af0da0 2024-09-13T17:01:21.850 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf71af5740 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x29b51ea0 con 0x29acfd00 2024-09-13T17:01:21.851 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf71af5740 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x29b0a330 con 0x29af16c0 2024-09-13T17:01:21.851 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf71af5740 10 client.0 _ll_register_callbacks cb 0x29a68710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T17:01:21.851 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf5ea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29b51420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.851 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf5ea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29b51420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:34792/0 (socket says 172.21.15.99:34792) 2024-09-13T17:01:21.851 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf5ea00700 1 -- 172.21.15.99:0/3067048023 learned_addr learned my addr 172.21.15.99:0/3067048023 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:21.851 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf67400700 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29acfd00 0x29b096b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.852 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf67e00700 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af16c0 0x29b51960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.852 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf5ea00700 1 -- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af16c0 msgr2=0x29b51960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:21.852 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf5ea00700 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af16c0 0x29b51960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.852 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf5ea00700 1 -- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29acfd00 msgr2=0x29b096b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:21.852 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf5ea00700 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29acfd00 0x29b096b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.852 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf5ea00700 1 -- 172.21.15.99:0/3067048023 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf681e5d10 con 0x29af0da0 2024-09-13T17:01:21.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf5ea00700 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29b51420 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7faf680b3c90 tx=0x7faf50016480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e4963384efcf88d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:21.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.836+0000 7faf54c00700 10 client.0 ms_handle_connect on v2:172.21.15.99:3300/0 2024-09-13T17:01:21.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf54c00700 1 -- 172.21.15.99:0/3067048023 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5001fdf0 con 0x29af0da0 2024-09-13T17:01:21.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf54c00700 1 -- 172.21.15.99:0/3067048023 <== mon.0 v2:172.21.15.99:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7faf5001c030 con 0x29af0da0 2024-09-13T17:01:21.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 -- 172.21.15.99:0/3067048023 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faf580133f0 con 0x29af0da0 2024-09-13T17:01:21.853 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf54c00700 1 -- 172.21.15.99:0/3067048023 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf50005a40 con 0x29af0da0 2024-09-13T17:01:21.854 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 10 client.5349 fetch_fsmap learned FSMap version 25 2024-09-13T17:01:21.854 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 -- 172.21.15.99:0/3067048023 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) v3 -- 0x299be450 con 0x29af0da0 2024-09-13T17:01:21.854 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf54c00700 1 -- 172.21.15.99:0/3067048023 <== mon.0 v2:172.21.15.99:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf580133f0 con 0x29af0da0 2024-09-13T17:01:21.854 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf54c00700 1 -- 172.21.15.99:0/3067048023 <== mon.0 v2:172.21.15.99:3300/0 5 ==== fsmap(e 25) v1 ==== 3114+0+0 (secure 0 0 0) 0x7faf50005ba0 con 0x29af0da0 2024-09-13T17:01:21.854 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 10 client.5349 fetch_fsmap finished waiting for FSMap version 25 2024-09-13T17:01:21.854 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 10 client.5349 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T17:01:21.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 20 client.5349 populate_metadata read hostname 'smithi099' 2024-09-13T17:01:21.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:6834/2175478071,v1:172.21.15.170:6835/2175478071] conn(0x29b074d0 0x29b078b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:21.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 4 client.5349 mds_command: new command op to 5215 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T17:01:21.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 -- 172.21.15.99:0/3067048023 --> [v2:172.21.15.170:6834/2175478071,v1:172.21.15.170:6835/2175478071] -- command(tid 0: {"prefix": "status"}) v1 -- 0x298b51e0 con 0x29b074d0 2024-09-13T17:01:21.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf67400700 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:6834/2175478071,v1:172.21.15.170:6835/2175478071] conn(0x29b074d0 0x29b078b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:21.855 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf67400700 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:6834/2175478071,v1:172.21.15.170:6835/2175478071] conn(0x29b074d0 0x29b078b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9485bde3ded6f3cc server_cookie=a249a679197cbda2 in_seq=0 out_seq=0 2024-09-13T17:01:21.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf54c00700 10 client.5349 ms_handle_connect on v2:172.21.15.170:6834/2175478071 2024-09-13T17:01:21.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf54c00700 1 -- 172.21.15.99:0/3067048023 <== mds.0 v2:172.21.15.170:6834/2175478071 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x298b51e0 con 0x29b074d0 2024-09-13T17:01:21.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf54c00700 10 client.5349 handle_command_reply: tid=0 2024-09-13T17:01:21.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 client.5349 shutdown 2024-09-13T17:01:21.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 -- 172.21.15.99:0/3067048023 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 msgr2=0x29b51420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29b51420 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7faf680b3c90 tx=0x7faf50016480 comp rx=0 tx=0).stop 2024-09-13T17:01:21.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 -- 172.21.15.99:0/3067048023 shutdown_connections 2024-09-13T17:01:21.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:6834/2175478071,v1:172.21.15.170:6835/2175478071] conn(0x29b074d0 0x29b078b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x29af0da0 0x29b51420 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x29af16c0 0x29b51960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf54c00700 0 client.5349 ms_handle_reset on v2:172.21.15.170:6834/2175478071 2024-09-13T17:01:21.857 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 --2- 172.21.15.99:0/3067048023 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x29acfd00 0x29b096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.840+0000 7faf71af5740 1 -- 172.21.15.99:0/3067048023 >> 172.21.15.99:0/3067048023 conn(0x298394d0 msgr2=0x29acedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:21.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf71af5740 1 -- 172.21.15.99:0/3067048023 shutdown_connections 2024-09-13T17:01:21.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf71af5740 1 -- 172.21.15.99:0/3067048023 wait complete. 2024-09-13T17:01:21.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf71af5740 20 client.5349 trim_cache size 0 max 16384 2024-09-13T17:01:21.859 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:01:21.859 INFO:teuthology.orchestra.run.smithi099.stdout: "cluster_fsid": "78c3ecbc-31d2-493e-b241-0f430ab0a353", 2024-09-13T17:01:21.859 INFO:teuthology.orchestra.run.smithi099.stdout: "whoami": 0, 2024-09-13T17:01:21.859 INFO:teuthology.orchestra.run.smithi099.stdout: "id": 5215, 2024-09-13T17:01:21.859 INFO:teuthology.orchestra.run.smithi099.stdout: "want_state": "up:active", 2024-09-13T17:01:21.859 INFO:teuthology.orchestra.run.smithi099.stdout: "state": "up:active", 2024-09-13T17:01:21.860 INFO:teuthology.orchestra.run.smithi099.stdout: "fs_name": "cephfs", 2024-09-13T17:01:21.860 INFO:teuthology.orchestra.run.smithi099.stdout: "rank_uptime": 4.8665007759999996, 2024-09-13T17:01:21.861 INFO:teuthology.orchestra.run.smithi099.stdout: "mdsmap_epoch": 24, 2024-09-13T17:01:21.861 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch": 36, 2024-09-13T17:01:21.861 INFO:teuthology.orchestra.run.smithi099.stdout: "osdmap_epoch_barrier": 36, 2024-09-13T17:01:21.861 INFO:teuthology.orchestra.run.smithi099.stdout: "uptime": 7.3769363419999996 2024-09-13T17:01:21.861 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:01:21.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 -- 172.21.15.99:0/599513128 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faf44066730 msgr2=0x7faf44068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faf44066730 0x7faf44068bf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7faf580012e0 tx=0x7faf58001af0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 -- 172.21.15.99:0/599513128 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faf68144670 msgr2=0x7faf68159ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:21.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faf68144670 0x7faf68159ee0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faf60016000 tx=0x7faf60004770 comp rx=0 tx=0).stop 2024-09-13T17:01:21.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 -- 172.21.15.99:0/599513128 shutdown_connections 2024-09-13T17:01:21.864 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7faf44066730 0x7faf44068bf0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.864 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7faf680ccd10 0x7faf681599a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.864 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7faf68144670 0x7faf68159ee0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.864 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 --2- 172.21.15.99:0/599513128 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7faf680b4700 0x7faf681f5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:21.864 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 -- 172.21.15.99:0/599513128 >> 172.21.15.99:0/599513128 conn(0x7faf68071110 msgr2=0x7faf68143960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:21.865 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 -- 172.21.15.99:0/599513128 shutdown_connections 2024-09-13T17:01:21.865 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:21.844+0000 7faf6e800700 1 -- 172.21.15.99:0/599513128 wait complete. 2024-09-13T17:01:21.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:21.877 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest/mnt.0 && exec cat /home/ubuntu/cephtest/mnt.0/file_on_fs_0) 2024-09-13T17:01:21.908 INFO:teuthology.orchestra.run.smithi099.stdout:0 2024-09-13T17:01:21.908 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T17:01:21.909 DEBUG:teuthology.orchestra.run.smithi099:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T17:01:21.995 DEBUG:teuthology.orchestra.run.smithi170:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T17:01:22.037 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T17:01:22.038 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:01:22.038 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:22.056 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:01:22.056 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:22.119 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:01:22.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.324+0000 7f1d1fe00700 1 Processor -- start 2024-09-13T17:01:22.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.324+0000 7f1d1fe00700 1 -- start start 2024-09-13T17:01:22.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.324+0000 7f1d1fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1d20160ce0 0x7f1d200cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.324+0000 7f1d1fe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 0x7f1d2006c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.324+0000 7f1d1fe00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f1d201610c0 0x7f1d200b0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.324+0000 7f1d1fe00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d2006d870 con 0x7f1d20160ce0 2024-09-13T17:01:22.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.324+0000 7f1d1fe00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d200b1ef0 con 0x7f1d201610c0 2024-09-13T17:01:22.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.324+0000 7f1d1fe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d2006cfd0 con 0x7f1d2006e510 2024-09-13T17:01:22.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1ea00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1d20160ce0 0x7f1d200cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1ea00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1d20160ce0 0x7f1d200cbf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54750/0 (socket says 172.21.15.99:54750) 2024-09-13T17:01:22.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1ea00700 1 -- 172.21.15.99:0/1509938170 learned_addr learned my addr 172.21.15.99:0/1509938170 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:22.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1e000700 1 --2- 172.21.15.99:0/1509938170 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 0x7f1d2006c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1f400700 1 --2- 172.21.15.99:0/1509938170 >> v2:172.21.15.170:3300/0 conn(0x7f1d201610c0 0x7f1d200b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1ea00700 1 -- 172.21.15.99:0/1509938170 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 msgr2=0x7f1d2006c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:22.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1ea00700 1 --2- 172.21.15.99:0/1509938170 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 0x7f1d2006c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1ea00700 1 -- 172.21.15.99:0/1509938170 >> v2:172.21.15.170:3300/0 conn(0x7f1d201610c0 msgr2=0x7f1d200b0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:22.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1ea00700 1 --2- 172.21.15.99:0/1509938170 >> v2:172.21.15.170:3300/0 conn(0x7f1d201610c0 0x7f1d200b0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1ea00700 1 -- 172.21.15.99:0/1509938170 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d2006d2b0 con 0x7f1d20160ce0 2024-09-13T17:01:22.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1ea00700 1 --2- 172.21.15.99:0/1509938170 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d20160ce0 0x7f1d200cbf20 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1d200b1760 tx=0x7f1d10009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd47e5d1c166582c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:22.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1d600700 1 -- 172.21.15.99:0/1509938170 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d10011830 con 0x7f1d20160ce0 2024-09-13T17:01:22.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1d600700 1 -- 172.21.15.99:0/1509938170 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d10011990 con 0x7f1d20160ce0 2024-09-13T17:01:22.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1d600700 1 -- 172.21.15.99:0/1509938170 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d10011d20 con 0x7f1d20160ce0 2024-09-13T17:01:22.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1fe00700 1 -- 172.21.15.99:0/1509938170 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d20160ce0 msgr2=0x7f1d200cbf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1fe00700 1 --2- 172.21.15.99:0/1509938170 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d20160ce0 0x7f1d200cbf20 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1d200b1760 tx=0x7f1d10009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1fe00700 1 -- 172.21.15.99:0/1509938170 shutdown_connections 2024-09-13T17:01:22.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1fe00700 1 --2- 172.21.15.99:0/1509938170 >> v2:172.21.15.170:3300/0 conn(0x7f1d201610c0 0x7f1d200b0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1fe00700 1 --2- 172.21.15.99:0/1509938170 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 0x7f1d2006c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1fe00700 1 --2- 172.21.15.99:0/1509938170 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d20160ce0 0x7f1d200cbf20 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1fe00700 1 -- 172.21.15.99:0/1509938170 >> 172.21.15.99:0/1509938170 conn(0x7f1d2006f790 msgr2=0x7f1d2006fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:22.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1fe00700 1 -- 172.21.15.99:0/1509938170 shutdown_connections 2024-09-13T17:01:22.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.328+0000 7f1d1fe00700 1 -- 172.21.15.99:0/1509938170 wait complete. 2024-09-13T17:01:22.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.332+0000 7f1d1fe00700 1 Processor -- start 2024-09-13T17:01:22.337 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.332+0000 7f1d1fe00700 1 -- start start 2024-09-13T17:01:22.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.332+0000 7f1d1fe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 0x7f1d20151af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.332+0000 7f1d1fe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1d20160ce0 0x7f1d20154690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.339 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.332+0000 7f1d1fe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d201610c0 0x7f1d20163770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.332+0000 7f1d1fe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d201535f0 con 0x7f1d201610c0 2024-09-13T17:01:22.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.332+0000 7f1d1fe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d201538d0 con 0x7f1d20160ce0 2024-09-13T17:01:22.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.332+0000 7f1d1fe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d20153bb0 con 0x7f1d2006e510 2024-09-13T17:01:22.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1f400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d201610c0 0x7f1d20163770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1f400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d201610c0 0x7f1d20163770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54762/0 (socket says 172.21.15.99:54762) 2024-09-13T17:01:22.340 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1f400700 1 -- 172.21.15.99:0/4040223416 learned_addr learned my addr 172.21.15.99:0/4040223416 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:22.341 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1e000700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1d20160ce0 0x7f1d20154690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1ea00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 0x7f1d20151af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1f400700 1 -- 172.21.15.99:0/4040223416 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 msgr2=0x7f1d20151af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1f400700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 0x7f1d20151af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1f400700 1 -- 172.21.15.99:0/4040223416 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1d20160ce0 msgr2=0x7f1d20154690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1f400700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1d20160ce0 0x7f1d20154690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1f400700 1 -- 172.21.15.99:0/4040223416 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d10009570 con 0x7f1d201610c0 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1ea00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 0x7f1d20151af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1f400700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d201610c0 0x7f1d20163770 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f1d1800efc0 tx=0x7f1d1800c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d16a00700 1 -- 172.21.15.99:0/4040223416 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d1800cb80 con 0x7f1d201610c0 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d16a00700 1 -- 172.21.15.99:0/4040223416 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d1800f040 con 0x7f1d201610c0 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d16a00700 1 -- 172.21.15.99:0/4040223416 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d18014480 con 0x7f1d201610c0 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1fe00700 1 -- 172.21.15.99:0/4040223416 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d20153e90 con 0x7f1d201610c0 2024-09-13T17:01:22.342 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1fe00700 1 -- 172.21.15.99:0/4040223416 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d2015fb80 con 0x7f1d201610c0 2024-09-13T17:01:22.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.336+0000 7f1d1fe00700 1 -- 172.21.15.99:0/4040223416 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d201543b0 con 0x7f1d201610c0 2024-09-13T17:01:22.345 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.340+0000 7f1d16a00700 1 -- 172.21.15.99:0/4040223416 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1d180145e0 con 0x7f1d201610c0 2024-09-13T17:01:22.346 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.340+0000 7f1d16a00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1d00066730 0x7f1d00068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.347 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.340+0000 7f1d16a00700 1 -- 172.21.15.99:0/4040223416 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1d18084ca0 con 0x7f1d201610c0 2024-09-13T17:01:22.347 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.340+0000 7f1d1ea00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1d00066730 0x7f1d00068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.348 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.344+0000 7f1d1ea00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1d00066730 0x7f1d00068bf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1d10000c00 tx=0x7f1d10008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:22.352 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.348+0000 7f1d16a00700 1 -- 172.21.15.99:0/4040223416 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1d201543b0 con 0x7f1d201610c0 2024-09-13T17:01:22.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.532+0000 7f1d1fe00700 1 -- 172.21.15.99:0/4040223416 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1d201543b0 con 0x7f1d201610c0 2024-09-13T17:01:22.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.536+0000 7f1d16a00700 1 -- 172.21.15.99:0/4040223416 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16614 (secure 0 0 0) 0x7f1d201543b0 con 0x7f1d201610c0 2024-09-13T17:01:22.542 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:22.542 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":36,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:01:15.859858+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:00:58.709120+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:59.869493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.170:6835/168485893":"2024-09-14T17:01:14.381306+0000","172.21.15.170:6834/168485893":"2024-09-14T17:01:14.381306+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 -- 172.21.15.99:0/4040223416 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1d00066730 msgr2=0x7f1d00068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1d00066730 0x7f1d00068bf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1d10000c00 tx=0x7f1d10008030 comp rx=0 tx=0).stop 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 -- 172.21.15.99:0/4040223416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d201610c0 msgr2=0x7f1d20163770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d201610c0 0x7f1d20163770 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f1d1800efc0 tx=0x7f1d1800c0c0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 -- 172.21.15.99:0/4040223416 shutdown_connections 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1d00066730 0x7f1d00068bf0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1d201610c0 0x7f1d20163770 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1d20160ce0 0x7f1d20154690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 --2- 172.21.15.99:0/4040223416 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1d2006e510 0x7f1d20151af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 -- 172.21.15.99:0/4040223416 >> 172.21.15.99:0/4040223416 conn(0x7f1d2006f790 msgr2=0x7f1d200ce480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:22.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 -- 172.21.15.99:0/4040223416 shutdown_connections 2024-09-13T17:01:22.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.540+0000 7f1d1fe00700 1 -- 172.21.15.99:0/4040223416 wait complete. 2024-09-13T17:01:22.570 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:00:58.709120+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:59.869493+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:01:22.570 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:01:22.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.736+0000 7f6ab4000700 1 Processor -- start 2024-09-13T17:01:22.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.736+0000 7f6ab4000700 1 -- start start 2024-09-13T17:01:22.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab4000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6aac146720 0x7f6aac06d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab4000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac15db30 0x7f6aac06fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab4000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6aac06e9b0 con 0x7f6aac06f790 2024-09-13T17:01:22.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab4000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6aac06d4f0 con 0x7f6aac146720 2024-09-13T17:01:22.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab4000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6aac070160 con 0x7f6aac15db30 2024-09-13T17:01:22.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab0c00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f6aac06f790 0x7f6aac15d420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45664/0 (socket says 172.21.15.99:45664) 2024-09-13T17:01:22.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab0c00700 1 -- 172.21.15.99:0/231726337 learned_addr learned my addr 172.21.15.99:0/231726337 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:22.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab1600700 1 --2- 172.21.15.99:0/231726337 >> v2:172.21.15.99:3300/0 conn(0x7f6aac146720 0x7f6aac06d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6aabe00700 1 -- 172.21.15.99:0/231726337 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1725257619 0 0) 0x7f6aac06e9b0 con 0x7f6aac06f790 2024-09-13T17:01:22.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6aabe00700 1 -- 172.21.15.99:0/231726337 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6a940035d0 con 0x7f6aac06f790 2024-09-13T17:01:22.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab2000700 1 --2- 172.21.15.99:0/231726337 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac15db30 0x7f6aac06fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab1600700 1 -- 172.21.15.99:0/231726337 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac15db30 msgr2=0x7f6aac06fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:22.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab1600700 1 --2- 172.21.15.99:0/231726337 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac15db30 0x7f6aac06fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab1600700 1 -- 172.21.15.99:0/231726337 >> v1:172.21.15.99:6789/0 conn(0x7f6aac06f790 legacy=0x7f6aac15d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6aabe00700 1 -- 172.21.15.99:0/231726337 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 535361548 0 0) 0x7f6a940035d0 con 0x7f6aac06f790 2024-09-13T17:01:22.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab1600700 1 -- 172.21.15.99:0/231726337 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aac15e050 con 0x7f6aac146720 2024-09-13T17:01:22.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab2000700 1 --2- 172.21.15.99:0/231726337 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac15db30 0x7f6aac06fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:22.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6ab1600700 1 --2- 172.21.15.99:0/231726337 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac146720 0x7f6aac06d910 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f6aa0009dc0 tx=0x7f6aa000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a46043ef4699a5e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:22.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.740+0000 7f6aabe00700 1 -- 172.21.15.99:0/231726337 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa000e070 con 0x7f6aac146720 2024-09-13T17:01:22.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6aabe00700 1 -- 172.21.15.99:0/231726337 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6aa0003a40 con 0x7f6aac146720 2024-09-13T17:01:22.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6aabe00700 1 -- 172.21.15.99:0/231726337 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a98001670 con 0x7f6aac146720 2024-09-13T17:01:22.748 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6ab4000700 1 -- 172.21.15.99:0/231726337 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac146720 msgr2=0x7f6aac06d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6ab4000700 1 --2- 172.21.15.99:0/231726337 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac146720 0x7f6aac06d910 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f6aa0009dc0 tx=0x7f6aa000b330 comp rx=0 tx=0).stop 2024-09-13T17:01:22.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6ab4000700 1 -- 172.21.15.99:0/231726337 shutdown_connections 2024-09-13T17:01:22.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6ab4000700 1 --2- 172.21.15.99:0/231726337 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac15db30 0x7f6aac06fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6ab4000700 1 --2- 172.21.15.99:0/231726337 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac146720 0x7f6aac06d910 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6ab4000700 1 -- 172.21.15.99:0/231726337 >> 172.21.15.99:0/231726337 conn(0x7f6aac071110 msgr2=0x7f6aac071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:22.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6ab4000700 1 -- 172.21.15.99:0/231726337 shutdown_connections 2024-09-13T17:01:22.749 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6ab4000700 1 -- 172.21.15.99:0/231726337 wait complete. 2024-09-13T17:01:22.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.744+0000 7f6ab4000700 1 Processor -- start 2024-09-13T17:01:22.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab4000700 1 -- start start 2024-09-13T17:01:22.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab4000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6aac06f790 0x7f6aac1f69f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab4000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac146720 0x7f6aac0aa800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab4000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac15db30 0x7f6aac0aad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab4000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aac0ab560 con 0x7f6aac15db30 2024-09-13T17:01:22.754 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab4000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aac0ab840 con 0x7f6aac06f790 2024-09-13T17:01:22.754 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab4000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6aac0abb20 con 0x7f6aac146720 2024-09-13T17:01:22.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac15db30 0x7f6aac0aad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac15db30 0x7f6aac0aad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54794/0 (socket says 172.21.15.99:54794) 2024-09-13T17:01:22.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab2000700 1 -- 172.21.15.99:0/1518465633 learned_addr learned my addr 172.21.15.99:0/1518465633 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:22.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab1600700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6aac06f790 0x7f6aac1f69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab0c00700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac146720 0x7f6aac0aa800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab2000700 1 -- 172.21.15.99:0/1518465633 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac146720 msgr2=0x7f6aac0aa800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab2000700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac146720 0x7f6aac0aa800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab2000700 1 -- 172.21.15.99:0/1518465633 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6aac06f790 msgr2=0x7f6aac1f69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab2000700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6aac06f790 0x7f6aac1f69f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.748+0000 7f6ab2000700 1 -- 172.21.15.99:0/1518465633 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aa0009a70 con 0x7f6aac15db30 2024-09-13T17:01:22.756 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.752+0000 7f6ab2000700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac15db30 0x7f6aac0aad40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6aa400c7f0 tx=0x7f6aa400cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:22.756 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.752+0000 7f6aa9600700 1 -- 172.21.15.99:0/1518465633 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa4011800 con 0x7f6aac15db30 2024-09-13T17:01:22.756 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.752+0000 7f6aa9600700 1 -- 172.21.15.99:0/1518465633 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6aa4011980 con 0x7f6aac15db30 2024-09-13T17:01:22.756 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.752+0000 7f6ab4000700 1 -- 172.21.15.99:0/1518465633 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6aac0abe00 con 0x7f6aac15db30 2024-09-13T17:01:22.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.752+0000 7f6aa9600700 1 -- 172.21.15.99:0/1518465633 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa4011d30 con 0x7f6aac15db30 2024-09-13T17:01:22.757 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.752+0000 7f6ab4000700 1 -- 172.21.15.99:0/1518465633 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6aac0ab280 con 0x7f6aac15db30 2024-09-13T17:01:22.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.752+0000 7f6ab4000700 1 -- 172.21.15.99:0/1518465633 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6aac0ac320 con 0x7f6aac15db30 2024-09-13T17:01:22.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.752+0000 7f6aa9600700 1 -- 172.21.15.99:0/1518465633 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6aa4022350 con 0x7f6aac15db30 2024-09-13T17:01:22.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.756+0000 7f6aa9600700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6a8c066730 0x7f6a8c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:22.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.756+0000 7f6aa9600700 1 -- 172.21.15.99:0/1518465633 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6aa40840a0 con 0x7f6aac15db30 2024-09-13T17:01:22.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.756+0000 7f6ab1600700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6a8c066730 0x7f6a8c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:22.761 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.756+0000 7f6ab1600700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6a8c066730 0x7f6a8c068bf0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6aa000b370 tx=0x7f6aa0010000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:22.768 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.764+0000 7f6aa9600700 1 -- 172.21.15.99:0/1518465633 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6aac0ac320 con 0x7f6aac15db30 2024-09-13T17:01:22.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.940+0000 7f6ab4000700 1 -- 172.21.15.99:0/1518465633 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6aac0ac320 con 0x7f6aac15db30 2024-09-13T17:01:22.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.940+0000 7f6aa9600700 1 -- 172.21.15.99:0/1518465633 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6aac0ac320 con 0x7f6aac15db30 2024-09-13T17:01:22.947 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:01:22.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 -- 172.21.15.99:0/1518465633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6a8c066730 msgr2=0x7f6a8c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6a8c066730 0x7f6a8c068bf0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6aa000b370 tx=0x7f6aa0010000 comp rx=0 tx=0).stop 2024-09-13T17:01:22.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 -- 172.21.15.99:0/1518465633 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac15db30 msgr2=0x7f6aac0aad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:22.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac15db30 0x7f6aac0aad40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6aa400c7f0 tx=0x7f6aa400cb00 comp rx=0 tx=0).stop 2024-09-13T17:01:22.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 -- 172.21.15.99:0/1518465633 shutdown_connections 2024-09-13T17:01:22.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6a8c066730 0x7f6a8c068bf0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6aac15db30 0x7f6aac0aad40 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6aac146720 0x7f6aac0aa800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 --2- 172.21.15.99:0/1518465633 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6aac06f790 0x7f6aac1f69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:22.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 -- 172.21.15.99:0/1518465633 >> 172.21.15.99:0/1518465633 conn(0x7f6aac071110 msgr2=0x7f6aac0b1e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:22.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 -- 172.21.15.99:0/1518465633 shutdown_connections 2024-09-13T17:01:22.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:22.944+0000 7f6ab4000700 1 -- 172.21.15.99:0/1518465633 wait complete. 2024-09-13T17:01:22.974 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:01:23.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.144+0000 7fbcbc600700 1 Processor -- start 2024-09-13T17:01:23.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcbc600700 1 -- start start 2024-09-13T17:01:23.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcbc600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbcb415ac70 0x7fbcb40b3de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcbc600700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbcb40b3320 0x7fbcb415e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcbc600700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbcb40cbd70 con 0x7fbcb40cc200 2024-09-13T17:01:23.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcbc600700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbcb4066150 con 0x7fbcb40b3320 2024-09-13T17:01:23.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcbc600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb415c060 con 0x7fbcb415ac70 2024-09-13T17:01:23.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcb9200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbcb40b3320 0x7fbcb415e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcb9200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbcb40b3320 0x7fbcb415e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54800/0 (socket says 172.21.15.99:54800) 2024-09-13T17:01:23.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcb9200700 1 -- 172.21.15.99:0/1799608239 learned_addr learned my addr 172.21.15.99:0/1799608239 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:23.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcb9c00700 1 --2- 172.21.15.99:0/1799608239 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbcb415ac70 0x7fbcb40b3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.158 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcb9200700 1 -- 172.21.15.99:0/1799608239 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbcb415ac70 msgr2=0x7fbcb40b3de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:23.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.148+0000 7fbcb9200700 1 --2- 172.21.15.99:0/1799608239 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbcb415ac70 0x7fbcb40b3de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcb9200700 1 -- 172.21.15.99:0/1799608239 >> v1:172.21.15.170:6789/0 conn(0x7fbcb40cc200 legacy=0x7fbcb40cd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcb9200700 1 -- 172.21.15.99:0/1799608239 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcb40b37e0 con 0x7fbcb40b3320 2024-09-13T17:01:23.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcb9200700 1 --2- 172.21.15.99:0/1799608239 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40b3320 0x7fbcb415e7b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fbca0009910 tx=0x7fbca0009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18174794e05c4a6f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:23.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcb3e00700 1 -- 172.21.15.99:0/1799608239 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbca0011830 con 0x7fbcb40b3320 2024-09-13T17:01:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcb3e00700 1 -- 172.21.15.99:0/1799608239 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbca0011990 con 0x7fbcb40b3320 2024-09-13T17:01:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcb3e00700 1 -- 172.21.15.99:0/1799608239 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbca0011d40 con 0x7fbcb40b3320 2024-09-13T17:01:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcbc600700 1 -- 172.21.15.99:0/1799608239 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40b3320 msgr2=0x7fbcb415e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcbc600700 1 --2- 172.21.15.99:0/1799608239 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40b3320 0x7fbcb415e7b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fbca0009910 tx=0x7fbca0009c20 comp rx=0 tx=0).stop 2024-09-13T17:01:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcbc600700 1 -- 172.21.15.99:0/1799608239 shutdown_connections 2024-09-13T17:01:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcbc600700 1 --2- 172.21.15.99:0/1799608239 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40b3320 0x7fbcb415e7b0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcbc600700 1 --2- 172.21.15.99:0/1799608239 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbcb415ac70 0x7fbcb40b3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcbc600700 1 -- 172.21.15.99:0/1799608239 >> 172.21.15.99:0/1799608239 conn(0x7fbcb40cf2e0 msgr2=0x7fbcb40cf6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:23.161 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcbc600700 1 -- 172.21.15.99:0/1799608239 shutdown_connections 2024-09-13T17:01:23.162 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.152+0000 7fbcbc600700 1 -- 172.21.15.99:0/1799608239 wait complete. 2024-09-13T17:01:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcbc600700 1 Processor -- start 2024-09-13T17:01:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcbc600700 1 -- start start 2024-09-13T17:01:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcbc600700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcb40b3320 0x7fbcb4159130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcbc600700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40cc200 0x7fbcb40ab930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcbc600700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbcb415ac70 0x7fbcb40c4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcbc600700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb4159670 con 0x7fbcb40cc200 2024-09-13T17:01:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcbc600700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb40aa890 con 0x7fbcb40b3320 2024-09-13T17:01:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcbc600700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb40aab70 con 0x7fbcb415ac70 2024-09-13T17:01:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb9200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40cc200 0x7fbcb40ab930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb9200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40cc200 0x7fbcb40ab930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54806/0 (socket says 172.21.15.99:54806) 2024-09-13T17:01:23.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb9200700 1 -- 172.21.15.99:0/1976439865 learned_addr learned my addr 172.21.15.99:0/1976439865 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:23.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb9c00700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcb40b3320 0x7fbcb4159130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcba600700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbcb415ac70 0x7fbcb40c4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb9200700 1 -- 172.21.15.99:0/1976439865 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbcb415ac70 msgr2=0x7fbcb40c4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb9200700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbcb415ac70 0x7fbcb40c4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb9200700 1 -- 172.21.15.99:0/1976439865 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcb40b3320 msgr2=0x7fbcb4159130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.169 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb9200700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcb40b3320 0x7fbcb4159130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.169 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb9200700 1 -- 172.21.15.99:0/1976439865 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbca0009570 con 0x7fbcb40cc200 2024-09-13T17:01:23.169 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb9200700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40cc200 0x7fbcb40ab930 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fbca0000c00 tx=0x7fbca0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:23.169 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb1600700 1 -- 172.21.15.99:0/1976439865 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbca0004510 con 0x7fbcb40cc200 2024-09-13T17:01:23.169 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb1600700 1 -- 172.21.15.99:0/1976439865 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbca00036c0 con 0x7fbcb40cc200 2024-09-13T17:01:23.169 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcbc600700 1 -- 172.21.15.99:0/1976439865 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbcb40aae50 con 0x7fbcb40cc200 2024-09-13T17:01:23.170 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcb1600700 1 -- 172.21.15.99:0/1976439865 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbca0003a70 con 0x7fbcb40cc200 2024-09-13T17:01:23.170 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.156+0000 7fbcbc600700 1 -- 172.21.15.99:0/1976439865 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcb40ab410 con 0x7fbcb40cc200 2024-09-13T17:01:23.170 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.160+0000 7fbcbc600700 1 -- 172.21.15.99:0/1976439865 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbcb415e7b0 con 0x7fbcb40cc200 2024-09-13T17:01:23.171 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.160+0000 7fbcb1600700 1 -- 172.21.15.99:0/1976439865 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbca0003bd0 con 0x7fbcb40cc200 2024-09-13T17:01:23.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.164+0000 7fbcb1600700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbc94066730 0x7fbc94068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.164+0000 7fbcb1600700 1 -- 172.21.15.99:0/1976439865 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fbca0021030 con 0x7fbcb40cc200 2024-09-13T17:01:23.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.164+0000 7fbcb9c00700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbc94066730 0x7fbc94068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.172 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.164+0000 7fbcb9c00700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbc94066730 0x7fbc94068bf0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fbca8011340 tx=0x7fbca800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:23.174 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.168+0000 7fbcb1600700 1 -- 172.21.15.99:0/1976439865 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbca0052a80 con 0x7fbcb40cc200 2024-09-13T17:01:23.351 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.344+0000 7fbcbc600700 1 -- 172.21.15.99:0/1976439865 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbcb40ab600 con 0x7fbcb40cc200 2024-09-13T17:01:23.352 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.348+0000 7fbcb1600700 1 -- 172.21.15.99:0/1976439865 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbca00560a0 con 0x7fbcb40cc200 2024-09-13T17:01:23.352 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:01:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 -- 172.21.15.99:0/1976439865 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbc94066730 msgr2=0x7fbc94068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbc94066730 0x7fbc94068bf0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fbca8011340 tx=0x7fbca800b040 comp rx=0 tx=0).stop 2024-09-13T17:01:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 -- 172.21.15.99:0/1976439865 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40cc200 msgr2=0x7fbcb40ab930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40cc200 0x7fbcb40ab930 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fbca0000c00 tx=0x7fbca0004770 comp rx=0 tx=0).stop 2024-09-13T17:01:23.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 -- 172.21.15.99:0/1976439865 shutdown_connections 2024-09-13T17:01:23.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbc94066730 0x7fbc94068bf0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbcb40cc200 0x7fbcb40ab930 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbcb415ac70 0x7fbcb40c4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 --2- 172.21.15.99:0/1976439865 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbcb40b3320 0x7fbcb4159130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 -- 172.21.15.99:0/1976439865 >> 172.21.15.99:0/1976439865 conn(0x7fbcb40cf2e0 msgr2=0x7fbcb406a630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:23.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 -- 172.21.15.99:0/1976439865 shutdown_connections 2024-09-13T17:01:23.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.352+0000 7fbcbc600700 1 -- 172.21.15.99:0/1976439865 wait complete. 2024-09-13T17:01:23.380 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:01:23.557 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.552+0000 7f9836400700 1 Processor -- start 2024-09-13T17:01:23.557 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.552+0000 7f9836400700 1 -- start start 2024-09-13T17:01:23.559 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.552+0000 7f9836400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f9830159c60 0x7f98300b3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.559 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.552+0000 7f9836400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 0x7f983015a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.560 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f9836400700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98300cd570 con 0x7f98300b3890 2024-09-13T17:01:23.560 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f9836400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98300cd850 con 0x7f9830159c60 2024-09-13T17:01:23.560 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f9836400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98300cdb30 con 0x7f983006fea0 2024-09-13T17:01:23.560 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982f400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f9830159c60 0x7f98300b3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.560 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982f400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f9830159c60 0x7f98300b3350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:57806/0 (socket says 172.21.15.99:57806) 2024-09-13T17:01:23.561 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982f400700 1 -- 172.21.15.99:0/2153983259 learned_addr learned my addr 172.21.15.99:0/2153983259 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:23.561 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982fe00700 1 --2- 172.21.15.99:0/2153983259 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 0x7f983015a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.561 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f9826a00700 1 --1- 172.21.15.99:0/2153983259 >> v1:172.21.15.170:6789/0 conn(0x7f98300b3890 0x7f983006f790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:39470/0 (socket says 172.21.15.99:39470) 2024-09-13T17:01:23.561 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982fe00700 1 -- 172.21.15.99:0/2153983259 >> v2:172.21.15.170:3300/0 conn(0x7f9830159c60 msgr2=0x7f98300b3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:23.562 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982fe00700 1 --2- 172.21.15.99:0/2153983259 >> v2:172.21.15.170:3300/0 conn(0x7f9830159c60 0x7f98300b3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.562 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982fe00700 1 -- 172.21.15.99:0/2153983259 >> v1:172.21.15.170:6789/0 conn(0x7f98300b3890 legacy=0x7f983006f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.562 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982fe00700 1 -- 172.21.15.99:0/2153983259 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98300cde10 con 0x7f983006fea0 2024-09-13T17:01:23.562 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982f400700 1 --2- 172.21.15.99:0/2153983259 >> v2:172.21.15.170:3300/0 conn(0x7f9830159c60 0x7f98300b3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:23.562 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982ea00700 1 -- 172.21.15.99:0/2153983259 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3435358358 0 0) 0x7f98300cd570 con 0x7f98300b3890 2024-09-13T17:01:23.563 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982fe00700 1 --2- 172.21.15.99:0/2153983259 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 0x7f983015a050 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9828009dc0 tx=0x7f982800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7a1a172ca594dcb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:23.563 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982ea00700 1 -- 172.21.15.99:0/2153983259 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f982800e070 con 0x7f983006fea0 2024-09-13T17:01:23.563 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982ea00700 1 -- 172.21.15.99:0/2153983259 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f982800bae0 con 0x7f983006fea0 2024-09-13T17:01:23.563 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.556+0000 7f982ea00700 1 -- 172.21.15.99:0/2153983259 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f982800be90 con 0x7f983006fea0 2024-09-13T17:01:23.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 -- 172.21.15.99:0/2153983259 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 msgr2=0x7f983015a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 --2- 172.21.15.99:0/2153983259 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 0x7f983015a050 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9828009dc0 tx=0x7f982800b330 comp rx=0 tx=0).stop 2024-09-13T17:01:23.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 -- 172.21.15.99:0/2153983259 shutdown_connections 2024-09-13T17:01:23.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 --2- 172.21.15.99:0/2153983259 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 0x7f983015a050 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 --2- 172.21.15.99:0/2153983259 >> v2:172.21.15.170:3300/0 conn(0x7f9830159c60 0x7f98300b3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 -- 172.21.15.99:0/2153983259 >> 172.21.15.99:0/2153983259 conn(0x7f9830071110 msgr2=0x7f9830071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:23.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 -- 172.21.15.99:0/2153983259 shutdown_connections 2024-09-13T17:01:23.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 -- 172.21.15.99:0/2153983259 wait complete. 2024-09-13T17:01:23.566 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 Processor -- start 2024-09-13T17:01:23.566 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 -- start start 2024-09-13T17:01:23.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 0x7f9830152700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f98300b3890 0x7f98300afa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98301569d0 0x7f98300affc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98301539d0 con 0x7f98301569d0 2024-09-13T17:01:23.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f983013fd60 con 0x7f98300b3890 2024-09-13T17:01:23.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.560+0000 7f9836400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9830152d50 con 0x7f983006fea0 2024-09-13T17:01:23.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f982fe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98301569d0 0x7f98300affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f982fe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98301569d0 0x7f98300affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54812/0 (socket says 172.21.15.99:54812) 2024-09-13T17:01:23.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f982fe00700 1 -- 172.21.15.99:0/4017404315 learned_addr learned my addr 172.21.15.99:0/4017404315 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:23.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f982f400700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 0x7f9830152700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f9826a00700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f98300b3890 0x7f98300afa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f982fe00700 1 -- 172.21.15.99:0/4017404315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 msgr2=0x7f9830152700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f982fe00700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 0x7f9830152700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f982fe00700 1 -- 172.21.15.99:0/4017404315 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f98300b3890 msgr2=0x7f98300afa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f982fe00700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f98300b3890 0x7f98300afa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f982fe00700 1 -- 172.21.15.99:0/4017404315 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9820009570 con 0x7f98301569d0 2024-09-13T17:01:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f9826a00700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f98300b3890 0x7f98300afa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f982fe00700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98301569d0 0x7f98300affc0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f98300cdc70 tx=0x7f9828004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f9827e00700 1 -- 172.21.15.99:0/4017404315 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9828027680 con 0x7f98301569d0 2024-09-13T17:01:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f9836400700 1 -- 172.21.15.99:0/4017404315 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9828009a70 con 0x7f98301569d0 2024-09-13T17:01:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f9827e00700 1 -- 172.21.15.99:0/4017404315 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9828020070 con 0x7f98301569d0 2024-09-13T17:01:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f9827e00700 1 -- 172.21.15.99:0/4017404315 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9828027a40 con 0x7f98301569d0 2024-09-13T17:01:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.564+0000 7f9836400700 1 -- 172.21.15.99:0/4017404315 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9830153310 con 0x7f98301569d0 2024-09-13T17:01:23.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.568+0000 7f9836400700 1 -- 172.21.15.99:0/4017404315 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9830153b10 con 0x7f98301569d0 2024-09-13T17:01:23.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.568+0000 7f9827e00700 1 -- 172.21.15.99:0/4017404315 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f982801b400 con 0x7f98301569d0 2024-09-13T17:01:23.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.568+0000 7f9827e00700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f980c066730 0x7f980c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.568+0000 7f9827e00700 1 -- 172.21.15.99:0/4017404315 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9828022070 con 0x7f98301569d0 2024-09-13T17:01:23.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.568+0000 7f982f400700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f980c066730 0x7f980c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.572+0000 7f982f400700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f980c066730 0x7f980c068bf0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9820009c70 tx=0x7f9820008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:23.580 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.576+0000 7f9827e00700 1 -- 172.21.15.99:0/4017404315 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9830153b10 con 0x7f98301569d0 2024-09-13T17:01:23.762 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.756+0000 7f9836400700 1 -- 172.21.15.99:0/4017404315 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9830153b10 con 0x7f98301569d0 2024-09-13T17:01:23.763 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.756+0000 7f9827e00700 1 -- 172.21.15.99:0/4017404315 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9830153b10 con 0x7f98301569d0 2024-09-13T17:01:23.763 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:01:23.766 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 -- 172.21.15.99:0/4017404315 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f980c066730 msgr2=0x7f980c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.766 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f980c066730 0x7f980c068bf0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9820009c70 tx=0x7f9820008040 comp rx=0 tx=0).stop 2024-09-13T17:01:23.766 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 -- 172.21.15.99:0/4017404315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98301569d0 msgr2=0x7f98300affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.766 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98301569d0 0x7f98300affc0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f98300cdc70 tx=0x7f9828004af0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.766 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 -- 172.21.15.99:0/4017404315 shutdown_connections 2024-09-13T17:01:23.766 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f980c066730 0x7f980c068bf0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.767 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f98301569d0 0x7f98300affc0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.767 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f98300b3890 0x7f98300afa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.767 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 --2- 172.21.15.99:0/4017404315 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f983006fea0 0x7f9830152700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.767 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 -- 172.21.15.99:0/4017404315 >> 172.21.15.99:0/4017404315 conn(0x7f9830071110 msgr2=0x7f98300adc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:23.767 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 -- 172.21.15.99:0/4017404315 shutdown_connections 2024-09-13T17:01:23.767 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.760+0000 7f9836400700 1 -- 172.21.15.99:0/4017404315 wait complete. 2024-09-13T17:01:23.787 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T17:01:23.960 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.956+0000 7fb92e000700 1 Processor -- start 2024-09-13T17:01:23.960 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.956+0000 7fb92e000700 1 -- start start 2024-09-13T17:01:23.964 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.956+0000 7fb92e000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9280d19b0 0x7fb9280cd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.964 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb92e000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9280d3cb0 con 0x7fb9280cfdb0 2024-09-13T17:01:23.964 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb92e000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9280d36f0 con 0x7fb9281615e0 2024-09-13T17:01:23.964 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb92e000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9280d39d0 con 0x7fb9280d19b0 2024-09-13T17:01:23.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb92cc00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7fb9281615e0 0x7fb9280cf6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:39474/0 (socket says 172.21.15.99:39474) 2024-09-13T17:01:23.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb92cc00700 1 -- 172.21.15.99:0/3650802105 learned_addr learned my addr 172.21.15.99:0/3650802105 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:23.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb92d600700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fb9280cfdb0 0x7fb9280cdf20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45676/0 (socket says 172.21.15.99:45676) 2024-09-13T17:01:23.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927e00700 1 --2- 172.21.15.99:0/3650802105 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9280d19b0 0x7fb9280cd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927400700 1 -- 172.21.15.99:0/3650802105 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3561391024 0 0) 0x7fb9280d3cb0 con 0x7fb9280cfdb0 2024-09-13T17:01:23.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927400700 1 -- 172.21.15.99:0/3650802105 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb9100035d0 con 0x7fb9280cfdb0 2024-09-13T17:01:23.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927400700 1 -- 172.21.15.99:0/3650802105 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 252936114 0 0) 0x7fb9280d36f0 con 0x7fb9281615e0 2024-09-13T17:01:23.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927400700 1 -- 172.21.15.99:0/3650802105 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb9280d3cb0 con 0x7fb9281615e0 2024-09-13T17:01:23.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927e00700 1 -- 172.21.15.99:0/3650802105 >> v1:172.21.15.170:6789/0 conn(0x7fb9281615e0 legacy=0x7fb9280cf6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927e00700 1 -- 172.21.15.99:0/3650802105 >> v1:172.21.15.99:6789/0 conn(0x7fb9280cfdb0 legacy=0x7fb9280cdf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927400700 1 -- 172.21.15.99:0/3650802105 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3537884365 0 0) 0x7fb9100035d0 con 0x7fb9280cfdb0 2024-09-13T17:01:23.967 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927e00700 1 -- 172.21.15.99:0/3650802105 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9280b2fe0 con 0x7fb9280d19b0 2024-09-13T17:01:23.968 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927e00700 1 --2- 172.21.15.99:0/3650802105 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9280d19b0 0x7fb9280cd9e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb914009880 tx=0x7fb914009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98911551d7db87be server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:23.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927400700 1 -- 172.21.15.99:0/3650802105 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9200019f0 con 0x7fb9280d19b0 2024-09-13T17:01:23.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927400700 1 -- 172.21.15.99:0/3650802105 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb914004030 con 0x7fb9280d19b0 2024-09-13T17:01:23.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.960+0000 7fb927400700 1 -- 172.21.15.99:0/3650802105 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9140043a0 con 0x7fb9280d19b0 2024-09-13T17:01:23.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.964+0000 7fb92e000700 1 -- 172.21.15.99:0/3650802105 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9280d19b0 msgr2=0x7fb9280cd9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.964+0000 7fb92e000700 1 --2- 172.21.15.99:0/3650802105 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9280d19b0 0x7fb9280cd9e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb914009880 tx=0x7fb914009b90 comp rx=0 tx=0).stop 2024-09-13T17:01:23.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.964+0000 7fb92e000700 1 -- 172.21.15.99:0/3650802105 shutdown_connections 2024-09-13T17:01:23.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.964+0000 7fb92e000700 1 --2- 172.21.15.99:0/3650802105 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9280d19b0 0x7fb9280cd9e0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.964+0000 7fb92e000700 1 -- 172.21.15.99:0/3650802105 >> 172.21.15.99:0/3650802105 conn(0x7fb92809c060 msgr2=0x7fb9280d2dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:23.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.964+0000 7fb92e000700 1 -- 172.21.15.99:0/3650802105 shutdown_connections 2024-09-13T17:01:23.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.964+0000 7fb92e000700 1 -- 172.21.15.99:0/3650802105 wait complete. 2024-09-13T17:01:23.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92e000700 1 Processor -- start 2024-09-13T17:01:23.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92e000700 1 -- start start 2024-09-13T17:01:23.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92e000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb9280cfdb0 0x7fb9280b6a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92e000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9280d19b0 0x7fb9281522b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92e000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9281615e0 0x7fb9280b71a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92e000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb92815fc00 con 0x7fb9280d19b0 2024-09-13T17:01:23.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92e000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9280b5cc0 con 0x7fb9280cfdb0 2024-09-13T17:01:23.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92e000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9280b5fa0 con 0x7fb9281615e0 2024-09-13T17:01:23.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb927e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9280d19b0 0x7fb9281522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb927e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9280d19b0 0x7fb9281522b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54818/0 (socket says 172.21.15.99:54818) 2024-09-13T17:01:23.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb927e00700 1 -- 172.21.15.99:0/1040994190 learned_addr learned my addr 172.21.15.99:0/1040994190 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:23.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92d600700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9281615e0 0x7fb9280b71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92cc00700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb9280cfdb0 0x7fb9280b6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb927e00700 1 -- 172.21.15.99:0/1040994190 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9281615e0 msgr2=0x7fb9280b71a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb927e00700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9281615e0 0x7fb9280b71a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb927e00700 1 -- 172.21.15.99:0/1040994190 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb9280cfdb0 msgr2=0x7fb9280b6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:23.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb927e00700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb9280cfdb0 0x7fb9280b6a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:23.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb927e00700 1 -- 172.21.15.99:0/1040994190 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9140094b0 con 0x7fb9280d19b0 2024-09-13T17:01:23.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb927e00700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9280d19b0 0x7fb9281522b0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fb9140097d0 tx=0x7fb914004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:23.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb924c00700 1 -- 172.21.15.99:0/1040994190 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9140045d0 con 0x7fb9280d19b0 2024-09-13T17:01:23.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb924c00700 1 -- 172.21.15.99:0/1040994190 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb914003db0 con 0x7fb9280d19b0 2024-09-13T17:01:23.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb92e000700 1 -- 172.21.15.99:0/1040994190 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9280b6280 con 0x7fb9280d19b0 2024-09-13T17:01:23.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.968+0000 7fb924c00700 1 -- 172.21.15.99:0/1040994190 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb914011870 con 0x7fb9280d19b0 2024-09-13T17:01:23.976 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.972+0000 7fb92e000700 1 -- 172.21.15.99:0/1040994190 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9281527f0 con 0x7fb9280d19b0 2024-09-13T17:01:23.977 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.972+0000 7fb92e000700 1 -- 172.21.15.99:0/1040994190 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9280b67a0 con 0x7fb9280d19b0 2024-09-13T17:01:23.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.972+0000 7fb924c00700 1 -- 172.21.15.99:0/1040994190 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb9140119d0 con 0x7fb9280d19b0 2024-09-13T17:01:23.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.976+0000 7fb924c00700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb908066730 0x7fb908068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:23.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.976+0000 7fb924c00700 1 -- 172.21.15.99:0/1040994190 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fb914084f50 con 0x7fb9280d19b0 2024-09-13T17:01:23.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.976+0000 7fb92cc00700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb908066730 0x7fb908068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:23.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.976+0000 7fb92cc00700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb908066730 0x7fb908068bf0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb91c0011e0 tx=0x7fb91c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:23.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:23.980+0000 7fb924c00700 1 -- 172.21.15.99:0/1040994190 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb9280b67a0 con 0x7fb9280d19b0 2024-09-13T17:01:24.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.180+0000 7fb92e000700 1 -- 172.21.15.99:0/1040994190 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb9280b67a0 con 0x7fb9280d19b0 2024-09-13T17:01:24.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.180+0000 7fb924c00700 1 -- 172.21.15.99:0/1040994190 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v36) v1 ==== 80+0+122 (secure 0 0 0) 0x7fb91402a090 con 0x7fb9280d19b0 2024-09-13T17:01:24.186 INFO:teuthology.orchestra.run.smithi099.stdout:172.21.15.170:6835/168485893 2024-09-14T17:01:14.381306+0000 2024-09-13T17:01:24.186 INFO:teuthology.orchestra.run.smithi099.stdout:172.21.15.170:6834/168485893 2024-09-14T17:01:14.381306+0000 2024-09-13T17:01:24.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 -- 172.21.15.99:0/1040994190 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb908066730 msgr2=0x7fb908068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:24.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb908066730 0x7fb908068bf0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb91c0011e0 tx=0x7fb91c009040 comp rx=0 tx=0).stop 2024-09-13T17:01:24.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 -- 172.21.15.99:0/1040994190 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9280d19b0 msgr2=0x7fb9281522b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9280d19b0 0x7fb9281522b0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fb9140097d0 tx=0x7fb914004770 comp rx=0 tx=0).stop 2024-09-13T17:01:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 -- 172.21.15.99:0/1040994190 shutdown_connections 2024-09-13T17:01:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb908066730 0x7fb908068bf0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb9280d19b0 0x7fb9281522b0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb9281615e0 0x7fb9280b71a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 --2- 172.21.15.99:0/1040994190 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb9280cfdb0 0x7fb9280b6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 -- 172.21.15.99:0/1040994190 >> 172.21.15.99:0/1040994190 conn(0x7fb92809c060 msgr2=0x7fb928152aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 -- 172.21.15.99:0/1040994190 shutdown_connections 2024-09-13T17:01:24.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.184+0000 7fb92e000700 1 -- 172.21.15.99:0/1040994190 wait complete. 2024-09-13T17:01:24.193 INFO:teuthology.orchestra.run.smithi099.stderr:listed 2 entries 2024-09-13T17:01:24.217 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-13T17:01:24.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:24.218 DEBUG:teuthology.orchestra.run.smithi099:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-13T17:01:24.262 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T17:01:24.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:24.263 DEBUG:teuthology.orchestra.run.smithi099:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T17:01:24.323 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:01:24.324 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:24.344 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346852k,nr_inodes=4086713,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274988k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=4202 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274984k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274988k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T17:01:24.344 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:01:24.344 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:24.383 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346776k,nr_inodes=4086694,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274972k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=4581 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274968k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274972k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T17:01:24.383 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:01:24.384 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:24.401 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346852k,nr_inodes=4086713,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274988k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=4202 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274984k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274988k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T17:01:24.402 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:01:24.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.592+0000 7f0db9a00700 1 Processor -- start 2024-09-13T17:01:24.600 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.596+0000 7f0db9a00700 1 -- start start 2024-09-13T17:01:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.596+0000 7f0db9a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f0db4144670 0x7f0db40b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.596+0000 7f0db9a00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0db40cc880 con 0x7f0db415baa0 2024-09-13T17:01:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.596+0000 7f0db9a00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0db415beb0 con 0x7f0db40ccd10 2024-09-13T17:01:24.602 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.596+0000 7f0db9a00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0db415c130 con 0x7f0db4144670 2024-09-13T17:01:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.596+0000 7f0db3400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f0db415baa0 0x7f0db406ce50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45684/0 (socket says 172.21.15.99:45684) 2024-09-13T17:01:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.596+0000 7f0db3400700 1 -- 172.21.15.99:0/1817801598 learned_addr learned my addr 172.21.15.99:0/1817801598 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.596+0000 7f0db2a00700 1 --2- 172.21.15.99:0/1817801598 >> v2:172.21.15.170:3300/0 conn(0x7f0db4144670 0x7f0db40b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.596+0000 7f0db1600700 1 -- 172.21.15.99:0/1817801598 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2622266543 0 0) 0x7f0db40cc880 con 0x7f0db415baa0 2024-09-13T17:01:24.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.596+0000 7f0db1600700 1 -- 172.21.15.99:0/1817801598 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d980035d0 con 0x7f0db415baa0 2024-09-13T17:01:24.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db1600700 1 -- 172.21.15.99:0/1817801598 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 626436176 0 0) 0x7f0db415beb0 con 0x7f0db40ccd10 2024-09-13T17:01:24.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db1600700 1 -- 172.21.15.99:0/1817801598 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0db40cc880 con 0x7f0db40ccd10 2024-09-13T17:01:24.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db1600700 1 -- 172.21.15.99:0/1817801598 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3364583223 0 0) 0x7f0d980035d0 con 0x7f0db415baa0 2024-09-13T17:01:24.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db2a00700 1 -- 172.21.15.99:0/1817801598 >> v1:172.21.15.170:6789/0 conn(0x7f0db40ccd10 legacy=0x7f0db415b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:24.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db2a00700 1 -- 172.21.15.99:0/1817801598 >> v1:172.21.15.99:6789/0 conn(0x7f0db415baa0 legacy=0x7f0db406ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:24.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db2a00700 1 -- 172.21.15.99:0/1817801598 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0db4144a50 con 0x7f0db4144670 2024-09-13T17:01:24.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db2a00700 1 --2- 172.21.15.99:0/1817801598 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0db4144670 0x7f0db40b3ff0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0da4009d90 tx=0x7f0da400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=535ab32981e76298 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:24.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db1600700 1 -- 172.21.15.99:0/1817801598 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0da400e070 con 0x7f0db4144670 2024-09-13T17:01:24.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db1600700 1 -- 172.21.15.99:0/1817801598 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0da4003a40 con 0x7f0db4144670 2024-09-13T17:01:24.605 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db1600700 1 -- 172.21.15.99:0/1817801598 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dac001670 con 0x7f0db4144670 2024-09-13T17:01:24.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db9a00700 1 -- 172.21.15.99:0/1817801598 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0db4144670 msgr2=0x7f0db40b3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:24.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db9a00700 1 --2- 172.21.15.99:0/1817801598 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0db4144670 0x7f0db40b3ff0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0da4009d90 tx=0x7f0da400b330 comp rx=0 tx=0).stop 2024-09-13T17:01:24.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db9a00700 1 -- 172.21.15.99:0/1817801598 shutdown_connections 2024-09-13T17:01:24.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db9a00700 1 --2- 172.21.15.99:0/1817801598 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0db4144670 0x7f0db40b3ff0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db9a00700 1 -- 172.21.15.99:0/1817801598 >> 172.21.15.99:0/1817801598 conn(0x7f0db4071110 msgr2=0x7f0db4071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:24.606 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db9a00700 1 -- 172.21.15.99:0/1817801598 shutdown_connections 2024-09-13T17:01:24.607 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.600+0000 7f0db9a00700 1 -- 172.21.15.99:0/1817801598 wait complete. 2024-09-13T17:01:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db9a00700 1 Processor -- start 2024-09-13T17:01:24.608 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db9a00700 1 -- start start 2024-09-13T17:01:24.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db9a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0db40ccd10 0x7f0db4154b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:24.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db9a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0db4144670 0x7f0db4151250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:24.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db9a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0db415baa0 0x7f0db4151790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:24.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db9a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0db415cc80 con 0x7f0db40ccd10 2024-09-13T17:01:24.617 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db9a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0db415cf60 con 0x7f0db415baa0 2024-09-13T17:01:24.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db9a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0db415d240 con 0x7f0db4144670 2024-09-13T17:01:24.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db2a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0db40ccd10 0x7f0db4154b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:24.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db2a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0db40ccd10 0x7f0db4154b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54826/0 (socket says 172.21.15.99:54826) 2024-09-13T17:01:24.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db2a00700 1 -- 172.21.15.99:0/997188588 learned_addr learned my addr 172.21.15.99:0/997188588 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:24.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db2000700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0db4144670 0x7f0db4151250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:24.618 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db3400700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0db415baa0 0x7f0db4151790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:24.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db2a00700 1 -- 172.21.15.99:0/997188588 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0db4144670 msgr2=0x7f0db4151250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:24.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db2a00700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0db4144670 0x7f0db4151250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db2a00700 1 -- 172.21.15.99:0/997188588 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0db415baa0 msgr2=0x7f0db4151790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:24.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db2a00700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0db415baa0 0x7f0db4151790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db2a00700 1 -- 172.21.15.99:0/997188588 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0da4009a70 con 0x7f0db40ccd10 2024-09-13T17:01:24.619 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db3400700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0db415baa0 0x7f0db4151790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:24.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db2a00700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0db40ccd10 0x7f0db4154b00 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f0da400b370 tx=0x7f0da4004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:24.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0daaa00700 1 -- 172.21.15.99:0/997188588 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0da40046c0 con 0x7f0db40ccd10 2024-09-13T17:01:24.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0daaa00700 1 -- 172.21.15.99:0/997188588 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0da4004840 con 0x7f0db40ccd10 2024-09-13T17:01:24.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db9a00700 1 -- 172.21.15.99:0/997188588 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0db415d520 con 0x7f0db40ccd10 2024-09-13T17:01:24.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0daaa00700 1 -- 172.21.15.99:0/997188588 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0da401d6b0 con 0x7f0db40ccd10 2024-09-13T17:01:24.620 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.604+0000 7f0db9a00700 1 -- 172.21.15.99:0/997188588 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0db4155040 con 0x7f0db40ccd10 2024-09-13T17:01:24.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.608+0000 7f0db9a00700 1 -- 172.21.15.99:0/997188588 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0db415e570 con 0x7f0db40ccd10 2024-09-13T17:01:24.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.608+0000 7f0daaa00700 1 -- 172.21.15.99:0/997188588 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0da401d810 con 0x7f0db40ccd10 2024-09-13T17:01:24.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.608+0000 7f0daaa00700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0d94066760 0x7f0d94068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:24.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.612+0000 7f0daaa00700 1 -- 172.21.15.99:0/997188588 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0da4085cc0 con 0x7f0db40ccd10 2024-09-13T17:01:24.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.612+0000 7f0db2000700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0d94066760 0x7f0d94068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:24.621 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.612+0000 7f0db2000700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0d94066760 0x7f0d94068c20 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0db4154860 tx=0x7f0da0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:24.622 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.616+0000 7f0daaa00700 1 -- 172.21.15.99:0/997188588 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0db415e570 con 0x7f0db40ccd10 2024-09-13T17:01:24.819 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:01:24.825 DEBUG:teuthology.orchestra.run.smithi170:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:01:24.856 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.852+0000 7f0db9a00700 1 -- 172.21.15.99:0/997188588 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0db415e570 con 0x7f0db40ccd10 2024-09-13T17:01:24.858 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.852+0000 7f0daaa00700 1 -- 172.21.15.99:0/997188588 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4734 (secure 0 0 0) 0x7f0db415e570 con 0x7f0db40ccd10 2024-09-13T17:01:24.858 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:24.858 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":25,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/163947465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":163947465},{"type":"v1","addr":"172.21.15.99:6835","nonce":163947465}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4993,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/881326518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":881326518},{"type":"v1","addr":"172.21.15.99:6837","nonce":881326518}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4996,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/4250337445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":4250337445},{"type":"v1","addr":"172.21.15.170:6833","nonce":4250337445}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:01:15.859981+0000","modified":"2024-09-13T17:01:19.995661+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5215},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5215":{"gid":5215,"name":"d","rank":0,"incarnation":21,"state":"up:active","state_seq":4,"addr":"172.21.15.170:6835/2175478071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2175478071},{"type":"v1","addr":"172.21.15.170:6835","nonce":2175478071}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T17:01:24.862 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 -- 172.21.15.99:0/997188588 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0d94066760 msgr2=0x7f0d94068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0d94066760 0x7f0d94068c20 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0db4154860 tx=0x7f0da0009040 comp rx=0 tx=0).stop 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 -- 172.21.15.99:0/997188588 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0db40ccd10 msgr2=0x7f0db4154b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0db40ccd10 0x7f0db4154b00 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f0da400b370 tx=0x7f0da4004af0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 -- 172.21.15.99:0/997188588 shutdown_connections 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f0d94066760 0x7f0d94068c20 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f0db415baa0 0x7f0db4151790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f0db4144670 0x7f0db4151250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 --2- 172.21.15.99:0/997188588 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f0db40ccd10 0x7f0db4154b00 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 -- 172.21.15.99:0/997188588 >> 172.21.15.99:0/997188588 conn(0x7f0db4071110 msgr2=0x7f0db40aff50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 -- 172.21.15.99:0/997188588 shutdown_connections 2024-09-13T17:01:24.863 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:24.856+0000 7f0db9a00700 1 -- 172.21.15.99:0/997188588 wait complete. 2024-09-13T17:01:24.864 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 25 2024-09-13T17:01:24.885 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:01:25.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.088+0000 7f942fc00700 1 Processor -- start 2024-09-13T17:01:25.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.088+0000 7f942fc00700 1 -- start start 2024-09-13T17:01:25.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942fc00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f942806dee0 0x7f942806f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942fc00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f942806e340 0x7f942806fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942fc00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94280b2c40 con 0x7f942815b7f0 2024-09-13T17:01:25.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942fc00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f942806eaf0 con 0x7f942806e340 2024-09-13T17:01:25.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942fc00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f942815bbd0 con 0x7f942806dee0 2024-09-13T17:01:25.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942dc00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f942806e340 0x7f942806fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f941fe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f942806dee0 0x7f942806f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942dc00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f942806e340 0x7f942806fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3300/0 says I am v2:172.21.15.99:57840/0 (socket says 172.21.15.99:57840) 2024-09-13T17:01:25.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f941fe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f942806dee0 0x7f942806f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:42028/0 (socket says 172.21.15.99:42028) 2024-09-13T17:01:25.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942dc00700 1 -- 172.21.15.99:0/1162588212 learned_addr learned my addr 172.21.15.99:0/1162588212 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:25.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942d200700 1 --1- 172.21.15.99:0/1162588212 >> v1:172.21.15.170:6789/0 conn(0x7f942815b7f0 0x7f9428162910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:39496/0 (socket says 172.21.15.99:39496) 2024-09-13T17:01:25.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942dc00700 1 -- 172.21.15.99:0/1162588212 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f942806dee0 msgr2=0x7f942806f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:25.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942dc00700 1 --2- 172.21.15.99:0/1162588212 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f942806dee0 0x7f942806f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942dc00700 1 -- 172.21.15.99:0/1162588212 >> v1:172.21.15.170:6789/0 conn(0x7f942815b7f0 legacy=0x7f9428162910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942dc00700 1 -- 172.21.15.99:0/1162588212 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94280b20c0 con 0x7f942806e340 2024-09-13T17:01:25.100 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f942dc00700 1 --2- 172.21.15.99:0/1162588212 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f942806e340 0x7f942806fcd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9420009e50 tx=0x7f942000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f079d7635c73f611 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:25.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f9427e00700 1 -- 172.21.15.99:0/1162588212 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f942000e070 con 0x7f942806e340 2024-09-13T17:01:25.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f9427e00700 1 -- 172.21.15.99:0/1162588212 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f942000b910 con 0x7f942806e340 2024-09-13T17:01:25.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.092+0000 7f9427e00700 1 -- 172.21.15.99:0/1162588212 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f942000bcc0 con 0x7f942806e340 2024-09-13T17:01:25.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.096+0000 7f942fc00700 1 -- 172.21.15.99:0/1162588212 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f942806e340 msgr2=0x7f942806fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.096+0000 7f942fc00700 1 --2- 172.21.15.99:0/1162588212 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f942806e340 0x7f942806fcd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9420009e50 tx=0x7f942000b330 comp rx=0 tx=0).stop 2024-09-13T17:01:25.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.096+0000 7f942fc00700 1 -- 172.21.15.99:0/1162588212 shutdown_connections 2024-09-13T17:01:25.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.096+0000 7f942fc00700 1 --2- 172.21.15.99:0/1162588212 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f942806e340 0x7f942806fcd0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.096+0000 7f942fc00700 1 --2- 172.21.15.99:0/1162588212 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f942806dee0 0x7f942806f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.096+0000 7f942fc00700 1 -- 172.21.15.99:0/1162588212 >> 172.21.15.99:0/1162588212 conn(0x7f9428071110 msgr2=0x7f9428071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:25.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.096+0000 7f942fc00700 1 -- 172.21.15.99:0/1162588212 shutdown_connections 2024-09-13T17:01:25.102 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.096+0000 7f942fc00700 1 -- 172.21.15.99:0/1162588212 wait complete. 2024-09-13T17:01:25.103 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.096+0000 7f942fc00700 1 Processor -- start 2024-09-13T17:01:25.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.096+0000 7f942fc00700 1 -- start start 2024-09-13T17:01:25.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942fc00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f942806dee0 0x7f942814a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942fc00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f942806e340 0x7f942806c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942fc00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f942815b7f0 0x7f942806cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942fc00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94280cb2d0 con 0x7f942806dee0 2024-09-13T17:01:25.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942fc00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94280cad10 con 0x7f942815b7f0 2024-09-13T17:01:25.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942fc00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94280caff0 con 0x7f942806e340 2024-09-13T17:01:25.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942d200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f942806dee0 0x7f942814a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942d200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f942806dee0 0x7f942814a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54838/0 (socket says 172.21.15.99:54838) 2024-09-13T17:01:25.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942d200700 1 -- 172.21.15.99:0/374366032 learned_addr learned my addr 172.21.15.99:0/374366032 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:25.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942d200700 1 -- 172.21.15.99:0/374366032 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f942806e340 msgr2=0x7f942806c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942d200700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f942806e340 0x7f942806c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942d200700 1 -- 172.21.15.99:0/374366032 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f942815b7f0 msgr2=0x7f942806cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942d200700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f942815b7f0 0x7f942806cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942d200700 1 -- 172.21.15.99:0/374366032 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9420009b30 con 0x7f942806dee0 2024-09-13T17:01:25.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942d200700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f942806dee0 0x7f942814a470 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f941000c4d0 tx=0x7f941000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:25.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f9425600700 1 -- 172.21.15.99:0/374366032 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9410005cd0 con 0x7f942806dee0 2024-09-13T17:01:25.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f9425600700 1 -- 172.21.15.99:0/374366032 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9410005e30 con 0x7f942806dee0 2024-09-13T17:01:25.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942fc00700 1 -- 172.21.15.99:0/374366032 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f942814afb0 con 0x7f942806dee0 2024-09-13T17:01:25.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f9425600700 1 -- 172.21.15.99:0/374366032 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94100072d0 con 0x7f942806dee0 2024-09-13T17:01:25.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.100+0000 7f942fc00700 1 -- 172.21.15.99:0/374366032 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f942814a9b0 con 0x7f942806dee0 2024-09-13T17:01:25.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.104+0000 7f942fc00700 1 -- 172.21.15.99:0/374366032 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f942814b4d0 con 0x7f942806dee0 2024-09-13T17:01:25.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.104+0000 7f9425600700 1 -- 172.21.15.99:0/374366032 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9410007430 con 0x7f942806dee0 2024-09-13T17:01:25.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.104+0000 7f9425600700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9404066730 0x7f9404068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.104+0000 7f9425600700 1 -- 172.21.15.99:0/374366032 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9410083640 con 0x7f942806dee0 2024-09-13T17:01:25.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.104+0000 7f941fe00700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9404066730 0x7f9404068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.112 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.108+0000 7f941fe00700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9404066730 0x7f9404068bf0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9418006b40 tx=0x7f9418006ad0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:25.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.112+0000 7f9425600700 1 -- 172.21.15.99:0/374366032 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f942814b4d0 con 0x7f942806dee0 2024-09-13T17:01:25.313 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.308+0000 7f942fc00700 1 -- 172.21.15.99:0/374366032 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f942814b4d0 con 0x7f942806dee0 2024-09-13T17:01:25.316 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.312+0000 7f9425600700 1 -- 172.21.15.99:0/374366032 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16614 (secure 0 0 0) 0x7f94100508e0 con 0x7f942806dee0 2024-09-13T17:01:25.317 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:25.317 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":36,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:01:15.859858+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:00:58.709120+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:59.869493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.170:6835/168485893":"2024-09-14T17:01:14.381306+0000","172.21.15.170:6834/168485893":"2024-09-14T17:01:14.381306+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:01:25.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 -- 172.21.15.99:0/374366032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9404066730 msgr2=0x7f9404068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9404066730 0x7f9404068bf0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9418006b40 tx=0x7f9418006ad0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 -- 172.21.15.99:0/374366032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f942806dee0 msgr2=0x7f942814a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f942806dee0 0x7f942814a470 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f941000c4d0 tx=0x7f941000c890 comp rx=0 tx=0).stop 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 -- 172.21.15.99:0/374366032 shutdown_connections 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f9404066730 0x7f9404068bf0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f942815b7f0 0x7f942806cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f942806e340 0x7f942806c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 --2- 172.21.15.99:0/374366032 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f942806dee0 0x7f942814a470 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 -- 172.21.15.99:0/374366032 >> 172.21.15.99:0/374366032 conn(0x7f9428071110 msgr2=0x7f9428160b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 -- 172.21.15.99:0/374366032 shutdown_connections 2024-09-13T17:01:25.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.316+0000 7f942fc00700 1 -- 172.21.15.99:0/374366032 wait complete. 2024-09-13T17:01:25.343 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:59:50.224815+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T17:00:58.709120+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T17:00:59.869493+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '36', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T17:01:25.344 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T17:01:25.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.532+0000 7fecb2000700 1 Processor -- start 2024-09-13T17:01:25.540 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecb2000700 1 -- start start 2024-09-13T17:01:25.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecb2000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fecac15db30 0x7fecac06fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecb2000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecac06e9b0 con 0x7fecac06f790 2024-09-13T17:01:25.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecb2000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecac15e050 con 0x7fecac146720 2024-09-13T17:01:25.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecb2000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecac06d4f0 con 0x7fecac15db30 2024-09-13T17:01:25.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecaaa00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fecac06f790 0x7fecac15d420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45692/0 (socket says 172.21.15.99:45692) 2024-09-13T17:01:25.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecaaa00700 1 -- 172.21.15.99:0/313855660 learned_addr learned my addr 172.21.15.99:0/313855660 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:25.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecabe00700 1 --2- 172.21.15.99:0/313855660 >> v2:172.21.15.99:3300/0 conn(0x7fecac15db30 0x7fecac06fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecabe00700 1 -- 172.21.15.99:0/313855660 >> v1:172.21.15.170:6789/0 conn(0x7fecac146720 legacy=0x7fecac06d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecabe00700 1 -- 172.21.15.99:0/313855660 >> v1:172.21.15.99:6789/0 conn(0x7fecac06f790 legacy=0x7fecac15d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.536+0000 7fecabe00700 1 -- 172.21.15.99:0/313855660 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecac15e330 con 0x7fecac15db30 2024-09-13T17:01:25.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecabe00700 1 --2- 172.21.15.99:0/313855660 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac15db30 0x7fecac06fc20 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7feca4009850 tx=0x7feca4009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccdb926c1368f9d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:25.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecaa000700 1 -- 172.21.15.99:0/313855660 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feca4011830 con 0x7fecac15db30 2024-09-13T17:01:25.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecaa000700 1 -- 172.21.15.99:0/313855660 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feca4011990 con 0x7fecac15db30 2024-09-13T17:01:25.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecaa000700 1 -- 172.21.15.99:0/313855660 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feca4011d20 con 0x7fecac15db30 2024-09-13T17:01:25.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecb2000700 1 -- 172.21.15.99:0/313855660 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac15db30 msgr2=0x7fecac06fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecb2000700 1 --2- 172.21.15.99:0/313855660 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac15db30 0x7fecac06fc20 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7feca4009850 tx=0x7feca4009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:25.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecb2000700 1 -- 172.21.15.99:0/313855660 shutdown_connections 2024-09-13T17:01:25.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecb2000700 1 --2- 172.21.15.99:0/313855660 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac15db30 0x7fecac06fc20 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecb2000700 1 -- 172.21.15.99:0/313855660 >> 172.21.15.99:0/313855660 conn(0x7fecac071110 msgr2=0x7fecac071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:25.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecb2000700 1 -- 172.21.15.99:0/313855660 shutdown_connections 2024-09-13T17:01:25.546 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.540+0000 7fecb2000700 1 -- 172.21.15.99:0/313855660 wait complete. 2024-09-13T17:01:25.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecb2000700 1 Processor -- start 2024-09-13T17:01:25.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecb2000700 1 -- start start 2024-09-13T17:01:25.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecb2000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fecac06f790 0x7fecac140100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecb2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac146720 0x7fecac0cc590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecb2000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fecac15db30 0x7fecac13d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecb2000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecac0ce9c0 con 0x7fecac146720 2024-09-13T17:01:25.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecb2000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecac13f0d0 con 0x7fecac06f790 2024-09-13T17:01:25.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecb2000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecac140640 con 0x7fecac15db30 2024-09-13T17:01:25.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecaaa00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac146720 0x7fecac0cc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecaaa00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac146720 0x7fecac0cc590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54864/0 (socket says 172.21.15.99:54864) 2024-09-13T17:01:25.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecaaa00700 1 -- 172.21.15.99:0/685064887 learned_addr learned my addr 172.21.15.99:0/685064887 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:25.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecabe00700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fecac15db30 0x7fecac13d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecab400700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fecac06f790 0x7fecac140100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecaaa00700 1 -- 172.21.15.99:0/685064887 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fecac15db30 msgr2=0x7fecac13d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecaaa00700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fecac15db30 0x7fecac13d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecaaa00700 1 -- 172.21.15.99:0/685064887 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fecac06f790 msgr2=0x7fecac140100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecaaa00700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fecac06f790 0x7fecac140100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecaaa00700 1 -- 172.21.15.99:0/685064887 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feca40094b0 con 0x7fecac146720 2024-09-13T17:01:25.552 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecab400700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fecac06f790 0x7fecac140100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:25.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecaaa00700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac146720 0x7fecac0cc590 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fec9800c700 tx=0x7fec9800cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:25.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7feca3400700 1 -- 172.21.15.99:0/685064887 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec98005d90 con 0x7fecac146720 2024-09-13T17:01:25.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7feca3400700 1 -- 172.21.15.99:0/685064887 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec980070d0 con 0x7fecac146720 2024-09-13T17:01:25.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7fecb2000700 1 -- 172.21.15.99:0/685064887 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecac13f340 con 0x7fecac146720 2024-09-13T17:01:25.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.544+0000 7feca3400700 1 -- 172.21.15.99:0/685064887 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec98007440 con 0x7fecac146720 2024-09-13T17:01:25.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.548+0000 7fecb2000700 1 -- 172.21.15.99:0/685064887 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecac13f900 con 0x7fecac146720 2024-09-13T17:01:25.553 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.548+0000 7fecb2000700 1 -- 172.21.15.99:0/685064887 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecac06fc20 con 0x7fecac146720 2024-09-13T17:01:25.554 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.548+0000 7feca3400700 1 -- 172.21.15.99:0/685064887 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fec980075a0 con 0x7fecac146720 2024-09-13T17:01:25.556 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.552+0000 7feca3400700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fec8c066760 0x7fec8c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.557 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.552+0000 7feca3400700 1 -- 172.21.15.99:0/685064887 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fec980835e0 con 0x7fecac146720 2024-09-13T17:01:25.557 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.552+0000 7fecab400700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fec8c066760 0x7fec8c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.558 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.552+0000 7fecab400700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fec8c066760 0x7fec8c068c20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fecac143300 tx=0x7fec9c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:25.561 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.556+0000 7feca3400700 1 -- 172.21.15.99:0/685064887 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fec98050910 con 0x7fecac146720 2024-09-13T17:01:25.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.736+0000 7fecb2000700 1 -- 172.21.15.99:0/685064887 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fecac0b2640 con 0x7fecac146720 2024-09-13T17:01:25.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.736+0000 7feca3400700 1 -- 172.21.15.99:0/685064887 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7fec98053f30 con 0x7fecac146720 2024-09-13T17:01:25.742 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 1 2024-09-13T17:01:25.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 -- 172.21.15.99:0/685064887 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fec8c066760 msgr2=0x7fec8c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fec8c066760 0x7fec8c068c20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fecac143300 tx=0x7fec9c009040 comp rx=0 tx=0).stop 2024-09-13T17:01:25.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 -- 172.21.15.99:0/685064887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac146720 msgr2=0x7fecac0cc590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac146720 0x7fecac0cc590 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fec9800c700 tx=0x7fec9800cac0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 -- 172.21.15.99:0/685064887 shutdown_connections 2024-09-13T17:01:25.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fec8c066760 0x7fec8c068c20 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fecac146720 0x7fecac0cc590 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fecac15db30 0x7fecac13d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 --2- 172.21.15.99:0/685064887 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fecac06f790 0x7fecac140100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 -- 172.21.15.99:0/685064887 >> 172.21.15.99:0/685064887 conn(0x7fecac071110 msgr2=0x7fecac15b590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:25.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 -- 172.21.15.99:0/685064887 shutdown_connections 2024-09-13T17:01:25.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.740+0000 7fecb2000700 1 -- 172.21.15.99:0/685064887 wait complete. 2024-09-13T17:01:25.769 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T17:01:25.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.932+0000 7fd6bfe00700 1 Processor -- start 2024-09-13T17:01:25.939 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.932+0000 7fd6bfe00700 1 -- start start 2024-09-13T17:01:25.940 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bfe00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fd6b80e6ca0 0x7fd6b803b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bfe00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6b8005f80 con 0x7fd6b80537b0 2024-09-13T17:01:25.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bfe00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6b8006260 con 0x7fd6b8055100 2024-09-13T17:01:25.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bfe00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6b80579d0 con 0x7fd6b80e6ca0 2024-09-13T17:01:25.941 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bf400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd6b80537b0 0x7fd6b8006d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45694/0 (socket says 172.21.15.99:45694) 2024-09-13T17:01:25.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bf400700 1 -- 172.21.15.99:0/1719688090 learned_addr learned my addr 172.21.15.99:0/1719688090 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:25.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bea00700 1 --2- 172.21.15.99:0/1719688090 >> v2:172.21.15.170:3300/0 conn(0x7fd6b80e6ca0 0x7fd6b803b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bd600700 1 -- 172.21.15.99:0/1719688090 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1363938067 0 0) 0x7fd6b8005f80 con 0x7fd6b80537b0 2024-09-13T17:01:25.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bd600700 1 -- 172.21.15.99:0/1719688090 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd6a40035d0 con 0x7fd6b80537b0 2024-09-13T17:01:25.942 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bea00700 1 -- 172.21.15.99:0/1719688090 >> v1:172.21.15.170:6789/0 conn(0x7fd6b8055100 legacy=0x7fd6b80530a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bea00700 1 -- 172.21.15.99:0/1719688090 >> v1:172.21.15.99:6789/0 conn(0x7fd6b80537b0 legacy=0x7fd6b8006d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bea00700 1 -- 172.21.15.99:0/1719688090 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6b8006540 con 0x7fd6b80e6ca0 2024-09-13T17:01:25.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.936+0000 7fd6bea00700 1 --2- 172.21.15.99:0/1719688090 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6b80e6ca0 0x7fd6b803b930 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0009850 tx=0x7fd6b0009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4a6c1c56d5f8e9e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:25.943 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bd600700 1 -- 172.21.15.99:0/1719688090 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b0011830 con 0x7fd6b80e6ca0 2024-09-13T17:01:25.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bd600700 1 -- 172.21.15.99:0/1719688090 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6b0011990 con 0x7fd6b80e6ca0 2024-09-13T17:01:25.944 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bd600700 1 -- 172.21.15.99:0/1719688090 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b0011d40 con 0x7fd6b80e6ca0 2024-09-13T17:01:25.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bfe00700 1 -- 172.21.15.99:0/1719688090 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6b80e6ca0 msgr2=0x7fd6b803b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bfe00700 1 --2- 172.21.15.99:0/1719688090 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6b80e6ca0 0x7fd6b803b930 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0009850 tx=0x7fd6b0009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:25.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bfe00700 1 -- 172.21.15.99:0/1719688090 shutdown_connections 2024-09-13T17:01:25.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bfe00700 1 --2- 172.21.15.99:0/1719688090 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6b80e6ca0 0x7fd6b803b930 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bfe00700 1 -- 172.21.15.99:0/1719688090 >> 172.21.15.99:0/1719688090 conn(0x7fd6b803a5d0 msgr2=0x7fd6b803a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:25.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bfe00700 1 -- 172.21.15.99:0/1719688090 shutdown_connections 2024-09-13T17:01:25.946 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bfe00700 1 -- 172.21.15.99:0/1719688090 wait complete. 2024-09-13T17:01:25.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bfe00700 1 Processor -- start 2024-09-13T17:01:25.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.940+0000 7fd6bfe00700 1 -- start start 2024-09-13T17:01:25.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6bfe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6b80537b0 0x7fd6b80ddb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6bfe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6b8055100 0x7fd6b804f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6bfe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd6b80e6ca0 0x7fd6b80dfbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6bfe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6b803e2e0 con 0x7fd6b8055100 2024-09-13T17:01:25.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6bfe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6b80df350 con 0x7fd6b80537b0 2024-09-13T17:01:25.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6bfe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6b80de740 con 0x7fd6b80e6ca0 2024-09-13T17:01:25.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6be000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6b8055100 0x7fd6b804f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6be000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6b8055100 0x7fd6b804f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54876/0 (socket says 172.21.15.99:54876) 2024-09-13T17:01:25.949 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6be000700 1 -- 172.21.15.99:0/3883081350 learned_addr learned my addr 172.21.15.99:0/3883081350 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:25.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6bea00700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6b80537b0 0x7fd6b80ddb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6bf400700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd6b80e6ca0 0x7fd6b80dfbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6be000700 1 -- 172.21.15.99:0/3883081350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd6b80e6ca0 msgr2=0x7fd6b80dfbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6be000700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd6b80e6ca0 0x7fd6b80dfbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6be000700 1 -- 172.21.15.99:0/3883081350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6b80537b0 msgr2=0x7fd6b80ddb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:25.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6be000700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6b80537b0 0x7fd6b80ddb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:25.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6be000700 1 -- 172.21.15.99:0/3883081350 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6b00094b0 con 0x7fd6b8055100 2024-09-13T17:01:25.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6be000700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6b8055100 0x7fd6b804f1d0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac00c530 tx=0x7fd6ac00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:25.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6b6a00700 1 -- 172.21.15.99:0/3883081350 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6ac0052d0 con 0x7fd6b8055100 2024-09-13T17:01:25.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6b6a00700 1 -- 172.21.15.99:0/3883081350 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6ac005430 con 0x7fd6b8055100 2024-09-13T17:01:25.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6bfe00700 1 -- 172.21.15.99:0/3883081350 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6b80dea20 con 0x7fd6b8055100 2024-09-13T17:01:25.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6b6a00700 1 -- 172.21.15.99:0/3883081350 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6ac0055a0 con 0x7fd6b8055100 2024-09-13T17:01:25.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.944+0000 7fd6bfe00700 1 -- 172.21.15.99:0/3883081350 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6b80defe0 con 0x7fd6b8055100 2024-09-13T17:01:25.952 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.948+0000 7fd6bfe00700 1 -- 172.21.15.99:0/3883081350 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6b80df1a0 con 0x7fd6b8055100 2024-09-13T17:01:25.953 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.948+0000 7fd6b6a00700 1 -- 172.21.15.99:0/3883081350 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd6ac0036a0 con 0x7fd6b8055100 2024-09-13T17:01:25.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.952+0000 7fd6b6a00700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd6a0066730 0x7fd6a0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:25.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.952+0000 7fd6b6a00700 1 -- 172.21.15.99:0/3883081350 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fd6ac0835e0 con 0x7fd6b8055100 2024-09-13T17:01:25.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.952+0000 7fd6bea00700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd6a0066730 0x7fd6a0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:25.958 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.952+0000 7fd6bea00700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd6a0066730 0x7fd6a0068bf0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fd6b00090b0 tx=0x7fd6b0008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:25.962 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:25.956+0000 7fd6b6a00700 1 -- 172.21.15.99:0/3883081350 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd6ac0507d0 con 0x7fd6b8055100 2024-09-13T17:01:26.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.144+0000 7fd6bfe00700 1 -- 172.21.15.99:0/3883081350 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd6b80e6600 con 0x7fd6b8055100 2024-09-13T17:01:26.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.144+0000 7fd6b6a00700 1 -- 172.21.15.99:0/3883081350 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd6ac053df0 con 0x7fd6b8055100 2024-09-13T17:01:26.149 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 32 2024-09-13T17:01:26.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 -- 172.21.15.99:0/3883081350 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd6a0066730 msgr2=0x7fd6a0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd6a0066730 0x7fd6a0068bf0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fd6b00090b0 tx=0x7fd6b0008030 comp rx=0 tx=0).stop 2024-09-13T17:01:26.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 -- 172.21.15.99:0/3883081350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6b8055100 msgr2=0x7fd6b804f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6b8055100 0x7fd6b804f1d0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac00c530 tx=0x7fd6ac00c8f0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 -- 172.21.15.99:0/3883081350 shutdown_connections 2024-09-13T17:01:26.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd6a0066730 0x7fd6a0068bf0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd6b8055100 0x7fd6b804f1d0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd6b80e6ca0 0x7fd6b80dfbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 --2- 172.21.15.99:0/3883081350 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd6b80537b0 0x7fd6b80ddb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 -- 172.21.15.99:0/3883081350 >> 172.21.15.99:0/3883081350 conn(0x7fd6b803a5d0 msgr2=0x7fd6b803c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:26.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 -- 172.21.15.99:0/3883081350 shutdown_connections 2024-09-13T17:01:26.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.148+0000 7fd6bfe00700 1 -- 172.21.15.99:0/3883081350 wait complete. 2024-09-13T17:01:26.175 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T17:01:26.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.352+0000 7f248ee00700 1 Processor -- start 2024-09-13T17:01:26.357 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.352+0000 7f248ee00700 1 -- start start 2024-09-13T17:01:26.359 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ee00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f248806f790 0x7f248806fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ee00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f248815d420 0x7f248815d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ee00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f248806e9b0 con 0x7f2488146720 2024-09-13T17:01:26.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ee00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f248806d4f0 con 0x7f248806f790 2024-09-13T17:01:26.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ee00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2488070160 con 0x7f248815d420 2024-09-13T17:01:26.360 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f2487e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f2488146720 0x7f248806d910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45702/0 (socket says 172.21.15.99:45702) 2024-09-13T17:01:26.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f2487e00700 1 -- 172.21.15.99:0/317093073 learned_addr learned my addr 172.21.15.99:0/317093073 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:26.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f2487400700 1 --2- 172.21.15.99:0/317093073 >> v2:172.21.15.170:3300/0 conn(0x7f248806f790 0x7f248806fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ce00700 1 --2- 172.21.15.99:0/317093073 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f248815d420 0x7f248815d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f2486a00700 1 -- 172.21.15.99:0/317093073 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2152320814 0 0) 0x7f248806e9b0 con 0x7f2488146720 2024-09-13T17:01:26.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f2486a00700 1 -- 172.21.15.99:0/317093073 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f246c0035d0 con 0x7f2488146720 2024-09-13T17:01:26.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ce00700 1 -- 172.21.15.99:0/317093073 >> v2:172.21.15.170:3300/0 conn(0x7f248806f790 msgr2=0x7f248806fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:26.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ce00700 1 --2- 172.21.15.99:0/317093073 >> v2:172.21.15.170:3300/0 conn(0x7f248806f790 0x7f248806fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ce00700 1 -- 172.21.15.99:0/317093073 >> v1:172.21.15.99:6789/0 conn(0x7f2488146720 legacy=0x7f248806d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ce00700 1 -- 172.21.15.99:0/317093073 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f248815ddd0 con 0x7f248815d420 2024-09-13T17:01:26.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f2487400700 1 --2- 172.21.15.99:0/317093073 >> v2:172.21.15.170:3300/0 conn(0x7f248806f790 0x7f248806fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:26.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f248ce00700 1 --2- 172.21.15.99:0/317093073 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f248815d420 0x7f248815d890 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2480009d90 tx=0x7f248000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36f3862a000d01ce server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:26.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f2486a00700 1 -- 172.21.15.99:0/317093073 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f248000e070 con 0x7f248815d420 2024-09-13T17:01:26.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f2486a00700 1 -- 172.21.15.99:0/317093073 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f248000bb20 con 0x7f248815d420 2024-09-13T17:01:26.363 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.356+0000 7f2486a00700 1 -- 172.21.15.99:0/317093073 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2480012430 con 0x7f248815d420 2024-09-13T17:01:26.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.360+0000 7f248ee00700 1 -- 172.21.15.99:0/317093073 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f248815d420 msgr2=0x7f248815d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.360+0000 7f248ee00700 1 --2- 172.21.15.99:0/317093073 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f248815d420 0x7f248815d890 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2480009d90 tx=0x7f248000b330 comp rx=0 tx=0).stop 2024-09-13T17:01:26.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.360+0000 7f248ee00700 1 -- 172.21.15.99:0/317093073 shutdown_connections 2024-09-13T17:01:26.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.360+0000 7f248ee00700 1 --2- 172.21.15.99:0/317093073 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f248815d420 0x7f248815d890 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.360+0000 7f248ee00700 1 --2- 172.21.15.99:0/317093073 >> v2:172.21.15.170:3300/0 conn(0x7f248806f790 0x7f248806fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.360+0000 7f248ee00700 1 -- 172.21.15.99:0/317093073 >> 172.21.15.99:0/317093073 conn(0x7f2488071110 msgr2=0x7f2488071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:26.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.360+0000 7f248ee00700 1 -- 172.21.15.99:0/317093073 shutdown_connections 2024-09-13T17:01:26.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.360+0000 7f248ee00700 1 -- 172.21.15.99:0/317093073 wait complete. 2024-09-13T17:01:26.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ee00700 1 Processor -- start 2024-09-13T17:01:26.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ee00700 1 -- start start 2024-09-13T17:01:26.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ee00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f248806f790 0x7f248813f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ee00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2488146720 0x7f2488142630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ee00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f248815d420 0x7f2488144b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ee00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2488143420 con 0x7f248815d420 2024-09-13T17:01:26.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ee00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24880cea40 con 0x7f248806f790 2024-09-13T17:01:26.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ee00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24880cbbd0 con 0x7f2488146720 2024-09-13T17:01:26.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ce00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f248815d420 0x7f2488144b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ce00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f248815d420 0x7f2488144b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54892/0 (socket says 172.21.15.99:54892) 2024-09-13T17:01:26.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ce00700 1 -- 172.21.15.99:0/2220336974 learned_addr learned my addr 172.21.15.99:0/2220336974 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:26.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f2487400700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2488146720 0x7f2488142630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f2487e00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f248806f790 0x7f248813f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ce00700 1 -- 172.21.15.99:0/2220336974 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2488146720 msgr2=0x7f2488142630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ce00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2488146720 0x7f2488142630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ce00700 1 -- 172.21.15.99:0/2220336974 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f248806f790 msgr2=0x7f248813f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ce00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f248806f790 0x7f248813f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.364+0000 7f248ce00700 1 -- 172.21.15.99:0/2220336974 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24740094b0 con 0x7f248815d420 2024-09-13T17:01:26.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.368+0000 7f248ce00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f248815d420 0x7f2488144b90 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2480012810 tx=0x7f2480004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:26.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.368+0000 7f247fe00700 1 -- 172.21.15.99:0/2220336974 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2480012430 con 0x7f248815d420 2024-09-13T17:01:26.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.368+0000 7f247fe00700 1 -- 172.21.15.99:0/2220336974 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2480020070 con 0x7f248815d420 2024-09-13T17:01:26.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.368+0000 7f247fe00700 1 -- 172.21.15.99:0/2220336974 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2480004280 con 0x7f248815d420 2024-09-13T17:01:26.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.368+0000 7f248ee00700 1 -- 172.21.15.99:0/2220336974 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2480009a70 con 0x7f248815d420 2024-09-13T17:01:26.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.368+0000 7f248ee00700 1 -- 172.21.15.99:0/2220336974 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f248813fb80 con 0x7f248815d420 2024-09-13T17:01:26.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.368+0000 7f248ee00700 1 -- 172.21.15.99:0/2220336974 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f248806d110 con 0x7f248815d420 2024-09-13T17:01:26.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.372+0000 7f247fe00700 1 -- 172.21.15.99:0/2220336974 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f24800043e0 con 0x7f248815d420 2024-09-13T17:01:26.377 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.372+0000 7f247fe00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2468066730 0x7f2468068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.378 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.372+0000 7f247fe00700 1 -- 172.21.15.99:0/2220336974 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2480022070 con 0x7f248815d420 2024-09-13T17:01:26.378 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.372+0000 7f2487e00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2468066730 0x7f2468068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.379 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.372+0000 7f2487e00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2468066730 0x7f2468068bf0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2478007fd0 tx=0x7f2478007de0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:26.383 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.376+0000 7f247fe00700 1 -- 172.21.15.99:0/2220336974 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2480053070 con 0x7f248815d420 2024-09-13T17:01:26.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.568+0000 7f248ee00700 1 -- 172.21.15.99:0/2220336974 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f24880cbd10 con 0x7f248815d420 2024-09-13T17:01:26.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.568+0000 7f247fe00700 1 -- 172.21.15.99:0/2220336974 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f248002c0a0 con 0x7f248815d420 2024-09-13T17:01:26.573 INFO:teuthology.orchestra.run.smithi099.stdout:pg_num: 64 2024-09-13T17:01:26.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 -- 172.21.15.99:0/2220336974 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2468066730 msgr2=0x7f2468068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2468066730 0x7f2468068bf0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2478007fd0 tx=0x7f2478007de0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 -- 172.21.15.99:0/2220336974 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f248815d420 msgr2=0x7f2488144b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f248815d420 0x7f2488144b90 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2480012810 tx=0x7f2480004af0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 -- 172.21.15.99:0/2220336974 shutdown_connections 2024-09-13T17:01:26.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f2468066730 0x7f2468068bf0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f248815d420 0x7f2488144b90 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2488146720 0x7f2488142630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 --2- 172.21.15.99:0/2220336974 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f248806f790 0x7f248813f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 -- 172.21.15.99:0/2220336974 >> 172.21.15.99:0/2220336974 conn(0x7f2488071110 msgr2=0x7f248815b860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:26.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 -- 172.21.15.99:0/2220336974 shutdown_connections 2024-09-13T17:01:26.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.572+0000 7f248ee00700 1 -- 172.21.15.99:0/2220336974 wait complete. 2024-09-13T17:01:26.596 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:01:26.767 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.760+0000 7fa9f0c00700 1 Processor -- start 2024-09-13T17:01:26.768 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9f0c00700 1 -- start start 2024-09-13T17:01:26.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9f0c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa9ec0ce700 0x7fa9ec0b0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9f0c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9ec0b4b20 con 0x7fa9ec0b0eb0 2024-09-13T17:01:26.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9f0c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9ec0b1300 con 0x7fa9ec159a50 2024-09-13T17:01:26.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9f0c00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9ec0b3ba0 con 0x7fa9ec0ce700 2024-09-13T17:01:26.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9ebe00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fa9ec0b0eb0 0x7fa9ec0b2f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45710/0 (socket says 172.21.15.99:45710) 2024-09-13T17:01:26.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9ebe00700 1 -- 172.21.15.99:0/556850684 learned_addr learned my addr 172.21.15.99:0/556850684 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:26.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9e2a00700 1 --2- 172.21.15.99:0/556850684 >> v2:172.21.15.99:3300/0 conn(0x7fa9ec0ce700 0x7fa9ec0b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.771 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9eaa00700 1 -- 172.21.15.99:0/556850684 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3220304088 0 0) 0x7fa9ec0b4b20 con 0x7fa9ec0b0eb0 2024-09-13T17:01:26.771 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9eaa00700 1 -- 172.21.15.99:0/556850684 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa9d00035d0 con 0x7fa9ec0b0eb0 2024-09-13T17:01:26.771 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9eaa00700 1 -- 172.21.15.99:0/556850684 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1420056767 0 0) 0x7fa9dc001110 con 0x7fa9ec159a50 2024-09-13T17:01:26.771 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9eaa00700 1 -- 172.21.15.99:0/556850684 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa9ec0b4b20 con 0x7fa9ec159a50 2024-09-13T17:01:26.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9e2a00700 1 -- 172.21.15.99:0/556850684 >> v1:172.21.15.170:6789/0 conn(0x7fa9ec159a50 legacy=0x7fa9ec0cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9e2a00700 1 -- 172.21.15.99:0/556850684 >> v1:172.21.15.99:6789/0 conn(0x7fa9ec0b0eb0 legacy=0x7fa9ec0b2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.764+0000 7fa9e2a00700 1 -- 172.21.15.99:0/556850684 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9ec0cd230 con 0x7fa9ec0ce700 2024-09-13T17:01:26.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9e2a00700 1 --2- 172.21.15.99:0/556850684 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec0ce700 0x7fa9ec0b0970 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4009850 tx=0x7fa9d4009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1b6264a7441a274 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:26.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9eaa00700 1 -- 172.21.15.99:0/556850684 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9d4011830 con 0x7fa9ec0ce700 2024-09-13T17:01:26.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9eaa00700 1 -- 172.21.15.99:0/556850684 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9d4011990 con 0x7fa9ec0ce700 2024-09-13T17:01:26.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9eaa00700 1 -- 172.21.15.99:0/556850684 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9d4011d00 con 0x7fa9ec0ce700 2024-09-13T17:01:26.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9f0c00700 1 -- 172.21.15.99:0/556850684 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec0ce700 msgr2=0x7fa9ec0b0970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9f0c00700 1 --2- 172.21.15.99:0/556850684 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec0ce700 0x7fa9ec0b0970 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4009850 tx=0x7fa9d4009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:26.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9f0c00700 1 -- 172.21.15.99:0/556850684 shutdown_connections 2024-09-13T17:01:26.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9f0c00700 1 --2- 172.21.15.99:0/556850684 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec0ce700 0x7fa9ec0b0970 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9f0c00700 1 -- 172.21.15.99:0/556850684 >> 172.21.15.99:0/556850684 conn(0x7fa9ec06f790 msgr2=0x7fa9ec06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:26.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9f0c00700 1 -- 172.21.15.99:0/556850684 shutdown_connections 2024-09-13T17:01:26.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.768+0000 7fa9f0c00700 1 -- 172.21.15.99:0/556850684 wait complete. 2024-09-13T17:01:26.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9f0c00700 1 Processor -- start 2024-09-13T17:01:26.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9f0c00700 1 -- start start 2024-09-13T17:01:26.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9f0c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9ec0b0eb0 0x7fa9ec147710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9f0c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa9ec0ce700 0x7fa9ec0afd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9f0c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec159a50 0x7fa9ec0b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9f0c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ec14b4d0 con 0x7fa9ec159a50 2024-09-13T17:01:26.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9f0c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ec14c330 con 0x7fa9ec0b0eb0 2024-09-13T17:01:26.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9f0c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ec14b720 con 0x7fa9ec0ce700 2024-09-13T17:01:26.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9ebe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec159a50 0x7fa9ec0b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9ebe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec159a50 0x7fa9ec0b0280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54906/0 (socket says 172.21.15.99:54906) 2024-09-13T17:01:26.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9ebe00700 1 -- 172.21.15.99:0/511282469 learned_addr learned my addr 172.21.15.99:0/511282469 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:26.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9e2a00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa9ec0ce700 0x7fa9ec0afd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9eb400700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9ec0b0eb0 0x7fa9ec147710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9ebe00700 1 -- 172.21.15.99:0/511282469 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa9ec0ce700 msgr2=0x7fa9ec0afd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9ebe00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa9ec0ce700 0x7fa9ec0afd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.779 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9ebe00700 1 -- 172.21.15.99:0/511282469 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9ec0b0eb0 msgr2=0x7fa9ec147710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:26.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9ebe00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9ec0b0eb0 0x7fa9ec147710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:26.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9ebe00700 1 -- 172.21.15.99:0/511282469 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9d40094b0 con 0x7fa9ec159a50 2024-09-13T17:01:26.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.772+0000 7fa9ebe00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec159a50 0x7fa9ec0b0280 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fa9e400cbd0 tx=0x7fa9e400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:26.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.776+0000 7fa9e3e00700 1 -- 172.21.15.99:0/511282469 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e4007480 con 0x7fa9ec159a50 2024-09-13T17:01:26.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.776+0000 7fa9e3e00700 1 -- 172.21.15.99:0/511282469 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9e40075e0 con 0x7fa9ec159a50 2024-09-13T17:01:26.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.776+0000 7fa9f0c00700 1 -- 172.21.15.99:0/511282469 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9ec14ba00 con 0x7fa9ec159a50 2024-09-13T17:01:26.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.776+0000 7fa9e3e00700 1 -- 172.21.15.99:0/511282469 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9e4007970 con 0x7fa9ec159a50 2024-09-13T17:01:26.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.776+0000 7fa9f0c00700 1 -- 172.21.15.99:0/511282469 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9ec14bfc0 con 0x7fa9ec159a50 2024-09-13T17:01:26.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.776+0000 7fa9f0c00700 1 -- 172.21.15.99:0/511282469 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9ec148930 con 0x7fa9ec159a50 2024-09-13T17:01:26.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.776+0000 7fa9e3e00700 1 -- 172.21.15.99:0/511282469 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa9e401b3b0 con 0x7fa9ec159a50 2024-09-13T17:01:26.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.780+0000 7fa9e3e00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa9c8066730 0x7fa9c8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:26.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.780+0000 7fa9e3e00700 1 -- 172.21.15.99:0/511282469 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa9e4083b50 con 0x7fa9ec159a50 2024-09-13T17:01:26.785 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.780+0000 7fa9eb400700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa9c8066730 0x7fa9c8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:26.786 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.780+0000 7fa9eb400700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa9c8066730 0x7fa9c8068bf0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa9dc001370 tx=0x7fa9dc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:26.791 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:26.784+0000 7fa9e3e00700 1 -- 172.21.15.99:0/511282469 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa9e40548e0 con 0x7fa9ec159a50 2024-09-13T17:01:27.017 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.012+0000 7fa9f0c00700 1 -- 172.21.15.99:0/511282469 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa9ec0b0970 con 0x7fa9ec159a50 2024-09-13T17:01:27.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.012+0000 7fa9e3e00700 1 -- 172.21.15.99:0/511282469 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4734 (secure 0 0 0) 0x7fa9e4017020 con 0x7fa9ec159a50 2024-09-13T17:01:27.018 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:27.019 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":25,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/163947465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":163947465},{"type":"v1","addr":"172.21.15.99:6835","nonce":163947465}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4993,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/881326518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":881326518},{"type":"v1","addr":"172.21.15.99:6837","nonce":881326518}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4996,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/4250337445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":4250337445},{"type":"v1","addr":"172.21.15.170:6833","nonce":4250337445}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:01:15.859981+0000","modified":"2024-09-13T17:01:19.995661+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5215},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5215":{"gid":5215,"name":"d","rank":0,"incarnation":21,"state":"up:active","state_seq":4,"addr":"172.21.15.170:6835/2175478071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2175478071},{"type":"v1","addr":"172.21.15.170:6835","nonce":2175478071}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T17:01:27.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 -- 172.21.15.99:0/511282469 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa9c8066730 msgr2=0x7fa9c8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa9c8066730 0x7fa9c8068bf0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa9dc001370 tx=0x7fa9dc009040 comp rx=0 tx=0).stop 2024-09-13T17:01:27.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 -- 172.21.15.99:0/511282469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec159a50 msgr2=0x7fa9ec0b0280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec159a50 0x7fa9ec0b0280 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fa9e400cbd0 tx=0x7fa9e400cc00 comp rx=0 tx=0).stop 2024-09-13T17:01:27.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 -- 172.21.15.99:0/511282469 shutdown_connections 2024-09-13T17:01:27.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa9c8066730 0x7fa9c8068bf0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9ec159a50 0x7fa9ec0b0280 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa9ec0ce700 0x7fa9ec0afd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 --2- 172.21.15.99:0/511282469 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa9ec0b0eb0 0x7fa9ec147710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 -- 172.21.15.99:0/511282469 >> 172.21.15.99:0/511282469 conn(0x7fa9ec06f790 msgr2=0x7fa9ec1584d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:27.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 -- 172.21.15.99:0/511282469 shutdown_connections 2024-09-13T17:01:27.023 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.016+0000 7fa9f0c00700 1 -- 172.21.15.99:0/511282469 wait complete. 2024-09-13T17:01:27.024 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 25 2024-09-13T17:01:27.046 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:01:27.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8be00700 1 Processor -- start 2024-09-13T17:01:27.213 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8be00700 1 -- start start 2024-09-13T17:01:27.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8be00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f1e8c15cff0 0x7f1e8c0cecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8be00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1e8c0cf1f0 0x7f1e8c0cf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8be00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e8c0cb580 con 0x7f1e8c0cd3a0 2024-09-13T17:01:27.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8be00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e8c15d3d0 con 0x7f1e8c0cf1f0 2024-09-13T17:01:27.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8be00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e8c06b730 con 0x7f1e8c15cff0 2024-09-13T17:01:27.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8a000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1e8c0cf1f0 0x7f1e8c0cf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.215 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8a000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f1e8c0cf1f0 0x7f1e8c0cf630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54916/0 (socket says 172.21.15.99:54916) 2024-09-13T17:01:27.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8a000700 1 -- 172.21.15.99:0/1999209906 learned_addr learned my addr 172.21.15.99:0/1999209906 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:27.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.208+0000 7f1e8aa00700 1 --2- 172.21.15.99:0/1999209906 >> v2:172.21.15.170:3300/0 conn(0x7f1e8c15cff0 0x7f1e8c0cecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8a000700 1 -- 172.21.15.99:0/1999209906 >> v2:172.21.15.170:3300/0 conn(0x7f1e8c15cff0 msgr2=0x7f1e8c0cecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:27.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8a000700 1 --2- 172.21.15.99:0/1999209906 >> v2:172.21.15.170:3300/0 conn(0x7f1e8c15cff0 0x7f1e8c0cecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8a000700 1 -- 172.21.15.99:0/1999209906 >> v1:172.21.15.99:6789/0 conn(0x7f1e8c0cd3a0 legacy=0x7f1e8c0cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.216 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8a000700 1 -- 172.21.15.99:0/1999209906 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e8c06ba10 con 0x7f1e8c0cf1f0 2024-09-13T17:01:27.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8a000700 1 --2- 172.21.15.99:0/1999209906 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c0cf1f0 0x7f1e8c0cf630 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c06e320 tx=0x7f1e78009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cab92b56dab76c95 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:27.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e89600700 1 -- 172.21.15.99:0/1999209906 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e78011830 con 0x7f1e8c0cf1f0 2024-09-13T17:01:27.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e89600700 1 -- 172.21.15.99:0/1999209906 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e78011990 con 0x7f1e8c0cf1f0 2024-09-13T17:01:27.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e89600700 1 -- 172.21.15.99:0/1999209906 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e78011d20 con 0x7f1e8c0cf1f0 2024-09-13T17:01:27.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8be00700 1 -- 172.21.15.99:0/1999209906 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c0cf1f0 msgr2=0x7f1e8c0cf630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.217 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8be00700 1 --2- 172.21.15.99:0/1999209906 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c0cf1f0 0x7f1e8c0cf630 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1e8c06e320 tx=0x7f1e78009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8be00700 1 -- 172.21.15.99:0/1999209906 shutdown_connections 2024-09-13T17:01:27.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8be00700 1 --2- 172.21.15.99:0/1999209906 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c0cf1f0 0x7f1e8c0cf630 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8be00700 1 --2- 172.21.15.99:0/1999209906 >> v2:172.21.15.170:3300/0 conn(0x7f1e8c15cff0 0x7f1e8c0cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8be00700 1 -- 172.21.15.99:0/1999209906 >> 172.21.15.99:0/1999209906 conn(0x7f1e8c0d0b20 msgr2=0x7f1e8c0d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:27.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8be00700 1 -- 172.21.15.99:0/1999209906 shutdown_connections 2024-09-13T17:01:27.218 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8be00700 1 -- 172.21.15.99:0/1999209906 wait complete. 2024-09-13T17:01:27.219 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.212+0000 7f1e8be00700 1 Processor -- start 2024-09-13T17:01:27.219 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8be00700 1 -- start start 2024-09-13T17:01:27.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e8c0cd3a0 0x7f1e8c14e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8be00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e8c0cf1f0 0x7f1e8c0715f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.221 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c15cff0 0x7f1e8c071b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8be00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e8c14ee60 con 0x7f1e8c15cff0 2024-09-13T17:01:27.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8be00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e8c0ae2b0 con 0x7f1e8c0cf1f0 2024-09-13T17:01:27.222 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8be00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e8c1520d0 con 0x7f1e8c0cd3a0 2024-09-13T17:01:27.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8b400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c15cff0 0x7f1e8c071b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8b400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c15cff0 0x7f1e8c071b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54932/0 (socket says 172.21.15.99:54932) 2024-09-13T17:01:27.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8b400700 1 -- 172.21.15.99:0/3537810625 learned_addr learned my addr 172.21.15.99:0/3537810625 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:27.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8a000700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e8c0cf1f0 0x7f1e8c0715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8aa00700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e8c0cd3a0 0x7f1e8c14e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8b400700 1 -- 172.21.15.99:0/3537810625 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e8c0cd3a0 msgr2=0x7f1e8c14e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8b400700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e8c0cd3a0 0x7f1e8c14e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8b400700 1 -- 172.21.15.99:0/3537810625 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e8c0cf1f0 msgr2=0x7f1e8c0715f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8b400700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e8c0cf1f0 0x7f1e8c0715f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.223 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8b400700 1 -- 172.21.15.99:0/3537810625 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e78009570 con 0x7f1e8c15cff0 2024-09-13T17:01:27.224 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8a000700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e8c0cf1f0 0x7f1e8c0715f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:27.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.216+0000 7f1e8b400700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c15cff0 0x7f1e8c071b30 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f1e8400cbb0 tx=0x7f1e8400cec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:27.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.220+0000 7f1e82a00700 1 -- 172.21.15.99:0/3537810625 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e84003c20 con 0x7f1e8c15cff0 2024-09-13T17:01:27.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.220+0000 7f1e82a00700 1 -- 172.21.15.99:0/3537810625 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e84003d80 con 0x7f1e8c15cff0 2024-09-13T17:01:27.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.220+0000 7f1e82a00700 1 -- 172.21.15.99:0/3537810625 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e8400aa60 con 0x7f1e8c15cff0 2024-09-13T17:01:27.225 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.220+0000 7f1e8be00700 1 -- 172.21.15.99:0/3537810625 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e8c0ae740 con 0x7f1e8c15cff0 2024-09-13T17:01:27.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.220+0000 7f1e8be00700 1 -- 172.21.15.99:0/3537810625 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e8c0adc60 con 0x7f1e8c15cff0 2024-09-13T17:01:27.226 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.220+0000 7f1e8be00700 1 -- 172.21.15.99:0/3537810625 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e8c0cff50 con 0x7f1e8c15cff0 2024-09-13T17:01:27.228 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.224+0000 7f1e82a00700 1 -- 172.21.15.99:0/3537810625 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1e8400abc0 con 0x7f1e8c15cff0 2024-09-13T17:01:27.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.224+0000 7f1e82a00700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e6c066730 0x7f1e6c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.224+0000 7f1e82a00700 1 -- 172.21.15.99:0/3537810625 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1e84084120 con 0x7f1e8c15cff0 2024-09-13T17:01:27.230 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.224+0000 7f1e8aa00700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e6c066730 0x7f1e6c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.224+0000 7f1e8aa00700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e6c066730 0x7f1e6c068bf0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c009bf0 tx=0x7f1e7c009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:27.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.228+0000 7f1e82a00700 1 -- 172.21.15.99:0/3537810625 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1e84051390 con 0x7f1e8c15cff0 2024-09-13T17:01:27.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.416+0000 7f1e8be00700 1 -- 172.21.15.99:0/3537810625 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1e8c0d05b0 con 0x7f1e8c15cff0 2024-09-13T17:01:27.425 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.420+0000 7f1e82a00700 1 -- 172.21.15.99:0/3537810625 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16614 (secure 0 0 0) 0x7f1e840549b0 con 0x7f1e8c15cff0 2024-09-13T17:01:27.426 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:27.426 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":36,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:01:15.859858+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:00:58.709120+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:59.869493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.170:6835/168485893":"2024-09-14T17:01:14.381306+0000","172.21.15.170:6834/168485893":"2024-09-14T17:01:14.381306+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 -- 172.21.15.99:0/3537810625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e6c066730 msgr2=0x7f1e6c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e6c066730 0x7f1e6c068bf0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c009bf0 tx=0x7f1e7c009240 comp rx=0 tx=0).stop 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 -- 172.21.15.99:0/3537810625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c15cff0 msgr2=0x7f1e8c071b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c15cff0 0x7f1e8c071b30 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f1e8400cbb0 tx=0x7f1e8400cec0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 -- 172.21.15.99:0/3537810625 shutdown_connections 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1e6c066730 0x7f1e6c068bf0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1e8c15cff0 0x7f1e8c071b30 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1e8c0cf1f0 0x7f1e8c0715f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 --2- 172.21.15.99:0/3537810625 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1e8c0cd3a0 0x7f1e8c14e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 -- 172.21.15.99:0/3537810625 >> 172.21.15.99:0/3537810625 conn(0x7f1e8c0d0b20 msgr2=0x7f1e8c070d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:27.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 -- 172.21.15.99:0/3537810625 shutdown_connections 2024-09-13T17:01:27.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.424+0000 7f1e8be00700 1 -- 172.21.15.99:0/3537810625 wait complete. 2024-09-13T17:01:27.452 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T17:01:27.453 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:01:27.623 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.616+0000 7f85c6000700 1 Processor -- start 2024-09-13T17:01:27.624 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.616+0000 7f85c6000700 1 -- start start 2024-09-13T17:01:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85c6000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f85c00b4700 0x7f85c015baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85c6000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85c00cc880 con 0x7f85c00ccd10 2024-09-13T17:01:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85c6000700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85c006de60 con 0x7f85c0144670 2024-09-13T17:01:27.625 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85c6000700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85c015c130 con 0x7f85c00b4700 2024-09-13T17:01:27.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85b6a00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f85c00ccd10 0x7f85c015b390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45714/0 (socket says 172.21.15.99:45714) 2024-09-13T17:01:27.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85b6a00700 1 -- 172.21.15.99:0/3670995029 learned_addr learned my addr 172.21.15.99:0/3670995029 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:27.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bfe00700 1 --2- 172.21.15.99:0/3670995029 >> v2:172.21.15.170:3300/0 conn(0x7f85c00b4700 0x7f85c015baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1957900192 0 0) 0x7f85c00cc880 con 0x7f85c00ccd10 2024-09-13T17:01:27.626 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85a40035d0 con 0x7f85c00ccd10 2024-09-13T17:01:27.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1986878505 0 0) 0x7f85a40035d0 con 0x7f85c00ccd10 2024-09-13T17:01:27.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 >> v2:172.21.15.170:3300/0 conn(0x7f85c00b4700 msgr2=0x7f85c015baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:27.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bea00700 1 --2- 172.21.15.99:0/3670995029 >> v2:172.21.15.170:3300/0 conn(0x7f85c00b4700 0x7f85c015baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 >> v1:172.21.15.170:6789/0 conn(0x7f85c0144670 legacy=0x7f85c00b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85c0144a50 con 0x7f85c00ccd10 2024-09-13T17:01:27.628 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7f85a8001670 con 0x7f85c00ccd10 2024-09-13T17:01:27.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 >> v1:172.21.15.99:6789/0 conn(0x7f85c00ccd10 legacy=0x7f85c015b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.620+0000 7f85bea00700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85a4003a20 0x7f85a4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bea00700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f85a4004420 0x7f85a40048f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bea00700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f85a4005190 0x7f85a400ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85c015c130 con 0x7f85a4003a20 2024-09-13T17:01:27.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85a400c0d0 con 0x7f85a4004420 2024-09-13T17:01:27.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85a400c290 con 0x7f85a4005190 2024-09-13T17:01:27.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bf400700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85a4003a20 0x7f85a4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85b6a00700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f85a4004420 0x7f85a40048f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.629 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bfe00700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f85a4005190 0x7f85a400ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bf400700 1 -- 172.21.15.99:0/3670995029 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f85a4005190 msgr2=0x7f85a400ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:27.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bf400700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f85a4005190 0x7f85a400ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.631 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bf400700 1 -- 172.21.15.99:0/3670995029 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f85a4004420 msgr2=0x7f85a40048f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bf400700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f85a4004420 0x7f85a40048f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bf400700 1 -- 172.21.15.99:0/3670995029 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85a40035d0 con 0x7f85a4003a20 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bfe00700 1 -- 172.21.15.99:0/3670995029 reap_dead start 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bf400700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85a4003a20 0x7f85a4003e00 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f85b000c370 tx=0x7f85a40058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a867b42c3f2f52a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85b0001f20 con 0x7f85a4003a20 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85b000ce90 con 0x7f85a4003a20 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85bea00700 1 -- 172.21.15.99:0/3670995029 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85b0012660 con 0x7f85a4003a20 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85c6000700 1 -- 172.21.15.99:0/3670995029 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85a4003a20 msgr2=0x7f85a4003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85c6000700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85a4003a20 0x7f85a4003e00 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f85b000c370 tx=0x7f85a40058a0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85c6000700 1 -- 172.21.15.99:0/3670995029 shutdown_connections 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85c6000700 1 --2- 172.21.15.99:0/3670995029 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85a4003a20 0x7f85a4003e00 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.632 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85c6000700 1 -- 172.21.15.99:0/3670995029 >> 172.21.15.99:0/3670995029 conn(0x7f85c0071110 msgr2=0x7f85c0071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:27.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85c6000700 1 -- 172.21.15.99:0/3670995029 shutdown_connections 2024-09-13T17:01:27.633 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.624+0000 7f85c6000700 1 -- 172.21.15.99:0/3670995029 wait complete. 2024-09-13T17:01:27.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.628+0000 7f85c6000700 1 Processor -- start 2024-09-13T17:01:27.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.628+0000 7f85c6000700 1 -- start start 2024-09-13T17:01:27.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.628+0000 7f85c6000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f85a4003a20 0x7f85c013c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.628+0000 7f85c6000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85c015d120 0x7f85c015d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.636 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85c6000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f85c0140b10 0x7f85c0140fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85c6000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85c0141500 con 0x7f85c015d120 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85c6000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85c013ced0 con 0x7f85a4003a20 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85c6000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85c01522b0 con 0x7f85c0140b10 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b6a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85c015d120 0x7f85c015d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b6a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85c015d120 0x7f85c015d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54954/0 (socket says 172.21.15.99:54954) 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b6a00700 1 -- 172.21.15.99:0/3525070913 learned_addr learned my addr 172.21.15.99:0/3525070913 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85bfe00700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f85c0140b10 0x7f85c0140fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85bf400700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f85a4003a20 0x7f85c013c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b6a00700 1 -- 172.21.15.99:0/3525070913 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f85c0140b10 msgr2=0x7f85c0140fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b6a00700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f85c0140b10 0x7f85c0140fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b6a00700 1 -- 172.21.15.99:0/3525070913 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f85a4003a20 msgr2=0x7f85c013c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b6a00700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f85a4003a20 0x7f85c013c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b6a00700 1 -- 172.21.15.99:0/3525070913 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85c0152550 con 0x7f85c015d120 2024-09-13T17:01:27.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b6a00700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85c015d120 0x7f85c015d5a0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f85a80072c0 tx=0x7f85a8007680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:27.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b7e00700 1 -- 172.21.15.99:0/3525070913 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a8001050 con 0x7f85c015d120 2024-09-13T17:01:27.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b7e00700 1 -- 172.21.15.99:0/3525070913 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85a80077a0 con 0x7f85c015d120 2024-09-13T17:01:27.638 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85c6000700 1 -- 172.21.15.99:0/3525070913 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85c0152830 con 0x7f85c015d120 2024-09-13T17:01:27.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85b7e00700 1 -- 172.21.15.99:0/3525070913 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a800fa50 con 0x7f85c015d120 2024-09-13T17:01:27.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85c6000700 1 -- 172.21.15.99:0/3525070913 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85c0152df0 con 0x7f85c015d120 2024-09-13T17:01:27.639 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.632+0000 7f85c6000700 1 -- 172.21.15.99:0/3525070913 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85c00b4380 con 0x7f85c015d120 2024-09-13T17:01:27.640 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.636+0000 7f85b7e00700 1 -- 172.21.15.99:0/3525070913 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f85a800fbb0 con 0x7f85c015d120 2024-09-13T17:01:27.642 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.636+0000 7f85b7e00700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f859c066760 0x7f859c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:27.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.636+0000 7f85b7e00700 1 -- 172.21.15.99:0/3525070913 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f85a80840d0 con 0x7f85c015d120 2024-09-13T17:01:27.643 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.636+0000 7f85bf400700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f859c066760 0x7f859c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:27.644 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.640+0000 7f85bf400700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f859c066760 0x7f859c068c20 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f85b0014040 tx=0x7f85b0009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:27.648 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.644+0000 7f85b7e00700 1 -- 172.21.15.99:0/3525070913 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f85a80512b0 con 0x7f85c015d120 2024-09-13T17:01:27.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.872+0000 7f85c6000700 1 -- 172.21.15.99:0/3525070913 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f85c00b0750 con 0x7f85c015d120 2024-09-13T17:01:27.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.872+0000 7f85b7e00700 1 -- 172.21.15.99:0/3525070913 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4734 (secure 0 0 0) 0x7f85a80548d0 con 0x7f85c015d120 2024-09-13T17:01:27.877 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:27.877 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":25,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/163947465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":163947465},{"type":"v1","addr":"172.21.15.99:6835","nonce":163947465}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4993,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/881326518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":881326518},{"type":"v1","addr":"172.21.15.99:6837","nonce":881326518}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4996,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/4250337445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":4250337445},{"type":"v1","addr":"172.21.15.170:6833","nonce":4250337445}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:01:15.859981+0000","modified":"2024-09-13T17:01:19.995661+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5215},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5215":{"gid":5215,"name":"d","rank":0,"incarnation":21,"state":"up:active","state_seq":4,"addr":"172.21.15.170:6835/2175478071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2175478071},{"type":"v1","addr":"172.21.15.170:6835","nonce":2175478071}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T17:01:27.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 -- 172.21.15.99:0/3525070913 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f859c066760 msgr2=0x7f859c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f859c066760 0x7f859c068c20 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f85b0014040 tx=0x7f85b0009030 comp rx=0 tx=0).stop 2024-09-13T17:01:27.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 -- 172.21.15.99:0/3525070913 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85c015d120 msgr2=0x7f85c015d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:27.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85c015d120 0x7f85c015d5a0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f85a80072c0 tx=0x7f85a8007680 comp rx=0 tx=0).stop 2024-09-13T17:01:27.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 -- 172.21.15.99:0/3525070913 shutdown_connections 2024-09-13T17:01:27.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f859c066760 0x7f859c068c20 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f85c015d120 0x7f85c015d5a0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f85c0140b10 0x7f85c0140fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 --2- 172.21.15.99:0/3525070913 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f85a4003a20 0x7f85c013c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:27.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 -- 172.21.15.99:0/3525070913 >> 172.21.15.99:0/3525070913 conn(0x7f85c0071110 msgr2=0x7f85c00b09c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:27.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 -- 172.21.15.99:0/3525070913 shutdown_connections 2024-09-13T17:01:27.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:27.876+0000 7f85c6000700 1 -- 172.21.15.99:0/3525070913 wait complete. 2024-09-13T17:01:27.886 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 25 2024-09-13T17:01:27.906 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:01:28.078 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.072+0000 7fa91aa00700 1 Processor -- start 2024-09-13T17:01:28.079 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.072+0000 7fa91aa00700 1 -- start start 2024-09-13T17:01:28.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa91aa00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa91415acd0 0x7fa9140d00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa91aa00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa9140d05f0 0x7fa914070ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa91aa00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa91415d5a0 con 0x7fa914071020 2024-09-13T17:01:28.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa91aa00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa91415b0b0 con 0x7fa91415acd0 2024-09-13T17:01:28.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa91aa00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9140714b0 con 0x7fa9140d05f0 2024-09-13T17:01:28.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa91415acd0 0x7fa9140d00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.081 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa91415acd0 0x7fa9140d00b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54958/0 (socket says 172.21.15.99:54958) 2024-09-13T17:01:28.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913e00700 1 -- 172.21.15.99:0/1509771254 learned_addr learned my addr 172.21.15.99:0/1509771254 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:28.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa90be00700 1 --2- 172.21.15.99:0/1509771254 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa9140d05f0 0x7fa914070ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913e00700 1 -- 172.21.15.99:0/1509771254 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa9140d05f0 msgr2=0x7fa914070ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:28.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913e00700 1 --2- 172.21.15.99:0/1509771254 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa9140d05f0 0x7fa914070ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913e00700 1 -- 172.21.15.99:0/1509771254 >> v1:172.21.15.170:6789/0 conn(0x7fa914071020 legacy=0x7fa9140b1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913e00700 1 -- 172.21.15.99:0/1509771254 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa91415d800 con 0x7fa91415acd0 2024-09-13T17:01:28.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913e00700 1 --2- 172.21.15.99:0/1509771254 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa91415acd0 0x7fa9140d00b0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fa904009e50 tx=0x7fa90400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b13f0b66ff11c3c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:28.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913400700 1 -- 172.21.15.99:0/1509771254 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa90400e070 con 0x7fa91415acd0 2024-09-13T17:01:28.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913400700 1 -- 172.21.15.99:0/1509771254 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa90400b9c0 con 0x7fa91415acd0 2024-09-13T17:01:28.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.076+0000 7fa913400700 1 -- 172.21.15.99:0/1509771254 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa90400bd70 con 0x7fa91415acd0 2024-09-13T17:01:28.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.080+0000 7fa91aa00700 1 -- 172.21.15.99:0/1509771254 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa91415acd0 msgr2=0x7fa9140d00b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.080+0000 7fa91aa00700 1 --2- 172.21.15.99:0/1509771254 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa91415acd0 0x7fa9140d00b0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fa904009e50 tx=0x7fa90400b330 comp rx=0 tx=0).stop 2024-09-13T17:01:28.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.080+0000 7fa91aa00700 1 -- 172.21.15.99:0/1509771254 shutdown_connections 2024-09-13T17:01:28.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.080+0000 7fa91aa00700 1 --2- 172.21.15.99:0/1509771254 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa9140d05f0 0x7fa914070ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.080+0000 7fa91aa00700 1 --2- 172.21.15.99:0/1509771254 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa91415acd0 0x7fa9140d00b0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.084 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.080+0000 7fa91aa00700 1 -- 172.21.15.99:0/1509771254 >> 172.21.15.99:0/1509771254 conn(0x7fa914071bf0 msgr2=0x7fa914071fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:28.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.080+0000 7fa91aa00700 1 -- 172.21.15.99:0/1509771254 shutdown_connections 2024-09-13T17:01:28.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.080+0000 7fa91aa00700 1 -- 172.21.15.99:0/1509771254 wait complete. 2024-09-13T17:01:28.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa91aa00700 1 Processor -- start 2024-09-13T17:01:28.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa91aa00700 1 -- start start 2024-09-13T17:01:28.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa91aa00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa914071020 0x7fa914153f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa91aa00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9140d05f0 0x7fa914151fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa91aa00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa91415acd0 0x7fa9141524e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa91aa00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa914155180 con 0x7fa9140d05f0 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa91aa00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa914154570 con 0x7fa914071020 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa91aa00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa914154850 con 0x7fa91415acd0 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa90be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9140d05f0 0x7fa914151fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa90be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9140d05f0 0x7fa914151fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54972/0 (socket says 172.21.15.99:54972) 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa90be00700 1 -- 172.21.15.99:0/1090515408 learned_addr learned my addr 172.21.15.99:0/1090515408 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa913e00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa914071020 0x7fa914153f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa918a00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa91415acd0 0x7fa9141524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa90be00700 1 -- 172.21.15.99:0/1090515408 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa91415acd0 msgr2=0x7fa9141524e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa90be00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa91415acd0 0x7fa9141524e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa90be00700 1 -- 172.21.15.99:0/1090515408 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa914071020 msgr2=0x7fa914153f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa90be00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa914071020 0x7fa914153f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa90be00700 1 -- 172.21.15.99:0/1090515408 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa904009b30 con 0x7fa9140d05f0 2024-09-13T17:01:28.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.084+0000 7fa90be00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9140d05f0 0x7fa914151fa0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc00e810 tx=0x7fa8fc00eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:28.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.088+0000 7fa910c00700 1 -- 172.21.15.99:0/1090515408 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc00c070 con 0x7fa9140d05f0 2024-09-13T17:01:28.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.088+0000 7fa910c00700 1 -- 172.21.15.99:0/1090515408 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8fc013610 con 0x7fa9140d05f0 2024-09-13T17:01:28.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.088+0000 7fa91aa00700 1 -- 172.21.15.99:0/1090515408 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa914154b30 con 0x7fa9140d05f0 2024-09-13T17:01:28.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.088+0000 7fa910c00700 1 -- 172.21.15.99:0/1090515408 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc0139c0 con 0x7fa9140d05f0 2024-09-13T17:01:28.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.088+0000 7fa91aa00700 1 -- 172.21.15.99:0/1090515408 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9141f62b0 con 0x7fa9140d05f0 2024-09-13T17:01:28.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.088+0000 7fa91aa00700 1 -- 172.21.15.99:0/1090515408 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa914155330 con 0x7fa9140d05f0 2024-09-13T17:01:28.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.088+0000 7fa910c00700 1 -- 172.21.15.99:0/1090515408 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa8fc013b20 con 0x7fa9140d05f0 2024-09-13T17:01:28.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.092+0000 7fa910c00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa8f0066730 0x7fa8f0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.092+0000 7fa910c00700 1 -- 172.21.15.99:0/1090515408 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa8fc083fe0 con 0x7fa9140d05f0 2024-09-13T17:01:28.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.092+0000 7fa913e00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa8f0066730 0x7fa8f0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.092+0000 7fa913e00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa8f0066730 0x7fa8f0068bf0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa90400b370 tx=0x7fa904009000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:28.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.096+0000 7fa910c00700 1 -- 172.21.15.99:0/1090515408 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa914155330 con 0x7fa9140d05f0 2024-09-13T17:01:28.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.320+0000 7fa91aa00700 1 -- 172.21.15.99:0/1090515408 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa9141552c0 con 0x7fa9140d05f0 2024-09-13T17:01:28.328 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.324+0000 7fa910c00700 1 -- 172.21.15.99:0/1090515408 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+4734 (secure 0 0 0) 0x7fa8fc0512c0 con 0x7fa9140d05f0 2024-09-13T17:01:28.328 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:28.328 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":25,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/163947465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":163947465},{"type":"v1","addr":"172.21.15.99:6835","nonce":163947465}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4993,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/881326518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":881326518},{"type":"v1","addr":"172.21.15.99:6837","nonce":881326518}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4996,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/4250337445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":4250337445},{"type":"v1","addr":"172.21.15.170:6833","nonce":4250337445}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T17:01:15.859981+0000","modified":"2024-09-13T17:01:19.995661+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5215},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5215":{"gid":5215,"name":"d","rank":0,"incarnation":21,"state":"up:active","state_seq":4,"addr":"172.21.15.170:6835/2175478071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":2175478071},{"type":"v1","addr":"172.21.15.170:6835","nonce":2175478071}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T17:01:28.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 -- 172.21.15.99:0/1090515408 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa8f0066730 msgr2=0x7fa8f0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa8f0066730 0x7fa8f0068bf0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa90400b370 tx=0x7fa904009000 comp rx=0 tx=0).stop 2024-09-13T17:01:28.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 -- 172.21.15.99:0/1090515408 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9140d05f0 msgr2=0x7fa914151fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9140d05f0 0x7fa914151fa0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc00e810 tx=0x7fa8fc00eb20 comp rx=0 tx=0).stop 2024-09-13T17:01:28.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 -- 172.21.15.99:0/1090515408 shutdown_connections 2024-09-13T17:01:28.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa8f0066730 0x7fa8f0068bf0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa9140d05f0 0x7fa914151fa0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa91415acd0 0x7fa9141524e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 --2- 172.21.15.99:0/1090515408 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa914071020 0x7fa914153f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 -- 172.21.15.99:0/1090515408 >> 172.21.15.99:0/1090515408 conn(0x7fa914071bf0 msgr2=0x7fa91415fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:28.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 -- 172.21.15.99:0/1090515408 shutdown_connections 2024-09-13T17:01:28.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.328+0000 7fa91aa00700 1 -- 172.21.15.99:0/1090515408 wait complete. 2024-09-13T17:01:28.336 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 25 2024-09-13T17:01:28.357 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:01:28.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.524+0000 7f3799a00700 1 Processor -- start 2024-09-13T17:01:28.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.524+0000 7f3799a00700 1 -- start start 2024-09-13T17:01:28.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.524+0000 7f3799a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f379415cfe0 0x7f37940ce490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3799a00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37940d0bb0 con 0x7f37940d1c50 2024-09-13T17:01:28.531 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3799a00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37940d0e90 con 0x7f37940cfe50 2024-09-13T17:01:28.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3799a00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37940d1830 con 0x7f379415cfe0 2024-09-13T17:01:28.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3793e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f379415cfe0 0x7f37940ce490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3793e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f379415cfe0 0x7f37940ce490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54974/0 (socket says 172.21.15.99:54974) 2024-09-13T17:01:28.532 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3793e00700 1 -- 172.21.15.99:0/3815453719 learned_addr learned my addr 172.21.15.99:0/3815453719 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:28.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3793e00700 1 -- 172.21.15.99:0/3815453719 >> v1:172.21.15.170:6789/0 conn(0x7f37940cfe50 legacy=0x7f37940b2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3793e00700 1 -- 172.21.15.99:0/3815453719 >> v1:172.21.15.99:6789/0 conn(0x7f37940d1c50 legacy=0x7f37940cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3793e00700 1 -- 172.21.15.99:0/3815453719 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37940d1170 con 0x7f379415cfe0 2024-09-13T17:01:28.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3793e00700 1 --2- 172.21.15.99:0/3815453719 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f379415cfe0 0x7f37940ce490 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3784009910 tx=0x7f3784009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=662b463e2d75b8f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:28.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3792a00700 1 -- 172.21.15.99:0/3815453719 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f378400ba60 con 0x7f379415cfe0 2024-09-13T17:01:28.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3792a00700 1 -- 172.21.15.99:0/3815453719 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f378400bbc0 con 0x7f379415cfe0 2024-09-13T17:01:28.534 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3792a00700 1 -- 172.21.15.99:0/3815453719 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3784009e60 con 0x7f379415cfe0 2024-09-13T17:01:28.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3799a00700 1 -- 172.21.15.99:0/3815453719 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f379415cfe0 msgr2=0x7f37940ce490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3799a00700 1 --2- 172.21.15.99:0/3815453719 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f379415cfe0 0x7f37940ce490 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3784009910 tx=0x7f3784009c20 comp rx=0 tx=0).stop 2024-09-13T17:01:28.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3799a00700 1 -- 172.21.15.99:0/3815453719 shutdown_connections 2024-09-13T17:01:28.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3799a00700 1 --2- 172.21.15.99:0/3815453719 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f379415cfe0 0x7f37940ce490 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3799a00700 1 -- 172.21.15.99:0/3815453719 >> 172.21.15.99:0/3815453719 conn(0x7f379409c060 msgr2=0x7f37940d2dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:28.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3799a00700 1 -- 172.21.15.99:0/3815453719 shutdown_connections 2024-09-13T17:01:28.536 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.528+0000 7f3799a00700 1 -- 172.21.15.99:0/3815453719 wait complete. 2024-09-13T17:01:28.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.532+0000 7f3799a00700 1 Processor -- start 2024-09-13T17:01:28.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.532+0000 7f3799a00700 1 -- start start 2024-09-13T17:01:28.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3799a00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37940cfe50 0x7f37940b8640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3799a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37940d1c50 0x7f3794154380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.541 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3799a00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f379415cfe0 0x7f37941f61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3799a00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37940c6900 con 0x7f37940d1c50 2024-09-13T17:01:28.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3799a00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37940c8360 con 0x7f379415cfe0 2024-09-13T17:01:28.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3799a00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37940c8640 con 0x7f37940cfe50 2024-09-13T17:01:28.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3793400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37940d1c50 0x7f3794154380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3793400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37940d1c50 0x7f3794154380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54980/0 (socket says 172.21.15.99:54980) 2024-09-13T17:01:28.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3793400700 1 -- 172.21.15.99:0/3189394138 learned_addr learned my addr 172.21.15.99:0/3189394138 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:28.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3793e00700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37940cfe50 0x7f37940b8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.542 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3799000700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f379415cfe0 0x7f37941f61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3793400700 1 -- 172.21.15.99:0/3189394138 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37940cfe50 msgr2=0x7f37940b8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3793400700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37940cfe50 0x7f37940b8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3793400700 1 -- 172.21.15.99:0/3189394138 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f379415cfe0 msgr2=0x7f37941f61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3793400700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f379415cfe0 0x7f37941f61b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3793400700 1 -- 172.21.15.99:0/3189394138 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3784009570 con 0x7f37940d1c50 2024-09-13T17:01:28.543 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3793400700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37940d1c50 0x7f3794154380 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f378000c4d0 tx=0x7f378000c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:28.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f378be00700 1 -- 172.21.15.99:0/3189394138 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37800052d0 con 0x7f37940d1c50 2024-09-13T17:01:28.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f378be00700 1 -- 172.21.15.99:0/3189394138 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3780005430 con 0x7f37940d1c50 2024-09-13T17:01:28.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f3799a00700 1 -- 172.21.15.99:0/3189394138 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37940c8920 con 0x7f37940d1c50 2024-09-13T17:01:28.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.536+0000 7f378be00700 1 -- 172.21.15.99:0/3189394138 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37800055a0 con 0x7f37940d1c50 2024-09-13T17:01:28.544 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.540+0000 7f3799a00700 1 -- 172.21.15.99:0/3189394138 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37941548c0 con 0x7f37940d1c50 2024-09-13T17:01:28.545 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.540+0000 7f3799a00700 1 -- 172.21.15.99:0/3189394138 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37940c8e40 con 0x7f37940d1c50 2024-09-13T17:01:28.547 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.544+0000 7f378be00700 1 -- 172.21.15.99:0/3189394138 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f37800038c0 con 0x7f37940d1c50 2024-09-13T17:01:28.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.544+0000 7f378be00700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3774066760 0x7f3774068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.544+0000 7f378be00700 1 -- 172.21.15.99:0/3189394138 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f37800836c0 con 0x7f37940d1c50 2024-09-13T17:01:28.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.544+0000 7f3793e00700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3774066760 0x7f3774068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.544+0000 7f3793e00700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3774066760 0x7f3774068c20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3784006f80 tx=0x7f3784008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:28.555 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.548+0000 7f378be00700 1 -- 172.21.15.99:0/3189394138 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3780050930 con 0x7f37940d1c50 2024-09-13T17:01:28.758 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.752+0000 7f3799a00700 1 -- 172.21.15.99:0/3189394138 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f37940c6ab0 con 0x7f37940d1c50 2024-09-13T17:01:28.759 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.756+0000 7f378be00700 1 -- 172.21.15.99:0/3189394138 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16614 (secure 0 0 0) 0x7f3780053f50 con 0x7f37940d1c50 2024-09-13T17:01:28.760 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:28.760 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":36,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:01:15.859858+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T17:00:58.709120+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T17:00:59.869493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"36","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.170:6835/168485893":"2024-09-14T17:01:14.381306+0000","172.21.15.170:6834/168485893":"2024-09-14T17:01:14.381306+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:01:28.764 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 -- 172.21.15.99:0/3189394138 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3774066760 msgr2=0x7f3774068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.764 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3774066760 0x7f3774068c20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3784006f80 tx=0x7f3784008030 comp rx=0 tx=0).stop 2024-09-13T17:01:28.764 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 -- 172.21.15.99:0/3189394138 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37940d1c50 msgr2=0x7f3794154380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.765 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37940d1c50 0x7f3794154380 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f378000c4d0 tx=0x7f378000c7e0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.765 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 -- 172.21.15.99:0/3189394138 shutdown_connections 2024-09-13T17:01:28.765 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3774066760 0x7f3774068c20 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.765 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f37940d1c50 0x7f3794154380 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.765 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f379415cfe0 0x7f37941f61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.765 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 --2- 172.21.15.99:0/3189394138 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f37940cfe50 0x7f37940b8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.765 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 -- 172.21.15.99:0/3189394138 >> 172.21.15.99:0/3189394138 conn(0x7f379409c060 msgr2=0x7f37940d2680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:28.765 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 -- 172.21.15.99:0/3189394138 shutdown_connections 2024-09-13T17:01:28.765 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.760+0000 7f3799a00700 1 -- 172.21.15.99:0/3189394138 wait complete. 2024-09-13T17:01:28.787 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T17:01:28.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.960+0000 7f3d5f200700 1 Processor -- start 2024-09-13T17:01:28.966 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.960+0000 7f3d5f200700 1 -- start start 2024-09-13T17:01:28.968 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5f200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3d60154fb0 0x7f3d600cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5f200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f3d600b4630 0x7f3d6015b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5f200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d600cb970 con 0x7f3d6015b5a0 2024-09-13T17:01:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5f200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d6015c000 con 0x7f3d60154fb0 2024-09-13T17:01:28.969 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5f200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d6015ba40 con 0x7f3d600b4630 2024-09-13T17:01:28.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5de00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3d60154fb0 0x7f3d600cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5de00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3d60154fb0 0x7f3d600cbe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54988/0 (socket says 172.21.15.99:54988) 2024-09-13T17:01:28.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5de00700 1 -- 172.21.15.99:0/648062833 learned_addr learned my addr 172.21.15.99:0/648062833 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:28.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d57e00700 1 --2- 172.21.15.99:0/648062833 >> v2:172.21.15.170:3300/0 conn(0x7f3d600b4630 0x7f3d6015b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5e800700 1 --1- 172.21.15.99:0/648062833 >> v1:172.21.15.99:6789/0 conn(0x7f3d6015b5a0 0x7f3d600b2600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45730/0 (socket says 172.21.15.99:45730) 2024-09-13T17:01:28.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5de00700 1 -- 172.21.15.99:0/648062833 >> v2:172.21.15.170:3300/0 conn(0x7f3d600b4630 msgr2=0x7f3d6015b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:28.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5de00700 1 --2- 172.21.15.99:0/648062833 >> v2:172.21.15.170:3300/0 conn(0x7f3d600b4630 0x7f3d6015b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5de00700 1 -- 172.21.15.99:0/648062833 >> v1:172.21.15.99:6789/0 conn(0x7f3d6015b5a0 legacy=0x7f3d600b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:28.970 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5de00700 1 -- 172.21.15.99:0/648062833 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d6015bd20 con 0x7f3d60154fb0 2024-09-13T17:01:28.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5de00700 1 --2- 172.21.15.99:0/648062833 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d60154fb0 0x7f3d600cbe00 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f3d600ce910 tx=0x7f3d50009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=970372816a99c461 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:28.971 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5d400700 1 -- 172.21.15.99:0/648062833 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d5000b8a0 con 0x7f3d60154fb0 2024-09-13T17:01:28.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5d400700 1 -- 172.21.15.99:0/648062833 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d5000ba00 con 0x7f3d60154fb0 2024-09-13T17:01:28.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.964+0000 7f3d5d400700 1 -- 172.21.15.99:0/648062833 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d5000bd90 con 0x7f3d60154fb0 2024-09-13T17:01:28.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.968+0000 7f3d5f200700 1 -- 172.21.15.99:0/648062833 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d60154fb0 msgr2=0x7f3d600cbe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.968+0000 7f3d5f200700 1 --2- 172.21.15.99:0/648062833 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d60154fb0 0x7f3d600cbe00 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f3d600ce910 tx=0x7f3d50009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.968+0000 7f3d5f200700 1 -- 172.21.15.99:0/648062833 shutdown_connections 2024-09-13T17:01:28.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.968+0000 7f3d5f200700 1 --2- 172.21.15.99:0/648062833 >> v2:172.21.15.170:3300/0 conn(0x7f3d600b4630 0x7f3d6015b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.968+0000 7f3d5f200700 1 --2- 172.21.15.99:0/648062833 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d60154fb0 0x7f3d600cbe00 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.968+0000 7f3d5f200700 1 -- 172.21.15.99:0/648062833 >> 172.21.15.99:0/648062833 conn(0x7f3d60066780 msgr2=0x7f3d6006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:28.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.968+0000 7f3d5f200700 1 -- 172.21.15.99:0/648062833 shutdown_connections 2024-09-13T17:01:28.973 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.968+0000 7f3d5f200700 1 -- 172.21.15.99:0/648062833 wait complete. 2024-09-13T17:01:28.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.968+0000 7f3d5f200700 1 Processor -- start 2024-09-13T17:01:28.975 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.968+0000 7f3d5f200700 1 -- start start 2024-09-13T17:01:28.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5f200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3d600b4630 0x7f3d601f3f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5f200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3d60154fb0 0x7f3d60150050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5f200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d6015b5a0 0x7f3d60142f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5f200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d601f4440 con 0x7f3d6015b5a0 2024-09-13T17:01:28.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5f200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d60156f60 con 0x7f3d60154fb0 2024-09-13T17:01:28.978 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5f200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d60157240 con 0x7f3d600b4630 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5e800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d6015b5a0 0x7f3d60142f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5e800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d6015b5a0 0x7f3d60142f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54992/0 (socket says 172.21.15.99:54992) 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5e800700 1 -- 172.21.15.99:0/3001132406 learned_addr learned my addr 172.21.15.99:0/3001132406 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5de00700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3d600b4630 0x7f3d601f3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d57e00700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3d60154fb0 0x7f3d60150050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5e800700 1 -- 172.21.15.99:0/3001132406 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3d600b4630 msgr2=0x7f3d601f3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5e800700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3d600b4630 0x7f3d601f3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5e800700 1 -- 172.21.15.99:0/3001132406 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3d60154fb0 msgr2=0x7f3d60150050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5e800700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3d60154fb0 0x7f3d60150050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5e800700 1 -- 172.21.15.99:0/3001132406 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d50009570 con 0x7f3d6015b5a0 2024-09-13T17:01:28.979 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5e800700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d6015b5a0 0x7f3d60142f60 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f3d5800cbf0 tx=0x7f3d5800cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:28.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d56000700 1 -- 172.21.15.99:0/3001132406 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d5800aa60 con 0x7f3d6015b5a0 2024-09-13T17:01:28.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d56000700 1 -- 172.21.15.99:0/3001132406 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d5800abc0 con 0x7f3d6015b5a0 2024-09-13T17:01:28.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d56000700 1 -- 172.21.15.99:0/3001132406 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d58007070 con 0x7f3d6015b5a0 2024-09-13T17:01:28.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5f200700 1 -- 172.21.15.99:0/3001132406 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d601f4670 con 0x7f3d6015b5a0 2024-09-13T17:01:28.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.972+0000 7f3d5f200700 1 -- 172.21.15.99:0/3001132406 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d601f4c30 con 0x7f3d6015b5a0 2024-09-13T17:01:28.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.976+0000 7f3d5f200700 1 -- 172.21.15.99:0/3001132406 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d6015b060 con 0x7f3d6015b5a0 2024-09-13T17:01:28.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.976+0000 7f3d56000700 1 -- 172.21.15.99:0/3001132406 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3d580071d0 con 0x7f3d6015b5a0 2024-09-13T17:01:28.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.980+0000 7f3d56000700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3d3c066730 0x7f3d3c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:28.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.980+0000 7f3d56000700 1 -- 172.21.15.99:0/3001132406 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f3d58083d40 con 0x7f3d6015b5a0 2024-09-13T17:01:28.984 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.980+0000 7f3d5de00700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3d3c066730 0x7f3d3c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:28.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.980+0000 7f3d5de00700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3d3c066730 0x7f3d3c068bf0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3d50000c00 tx=0x7f3d50008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:28.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:28.984+0000 7f3d56000700 1 -- 172.21.15.99:0/3001132406 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3d58051080 con 0x7f3d6015b5a0 2024-09-13T17:01:29.214 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.208+0000 7f3d5f200700 1 -- 172.21.15.99:0/3001132406 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f3d60157380 con 0x7f3d6015b5a0 2024-09-13T17:01:29.215 INFO:tasks.ceph.mon.a.smithi099.stderr:2024-09-13T17:01:29.212+0000 7fb7d6800700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T17:01:29.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.224+0000 7f3d56000700 1 -- 172.21.15.99:0/3001132406 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v26) v1 ==== 161+0+0 (secure 0 0 0) 0x7f3d58017020 con 0x7f3d6015b5a0 2024-09-13T17:01:29.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 -- 172.21.15.99:0/3001132406 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3d3c066730 msgr2=0x7f3d3c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:29.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3d3c066730 0x7f3d3c068bf0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3d50000c00 tx=0x7f3d50008030 comp rx=0 tx=0).stop 2024-09-13T17:01:29.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 -- 172.21.15.99:0/3001132406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d6015b5a0 msgr2=0x7f3d60142f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:29.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d6015b5a0 0x7f3d60142f60 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f3d5800cbf0 tx=0x7f3d5800cf00 comp rx=0 tx=0).stop 2024-09-13T17:01:29.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 -- 172.21.15.99:0/3001132406 shutdown_connections 2024-09-13T17:01:29.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3d3c066730 0x7f3d3c068bf0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:29.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3d6015b5a0 0x7f3d60142f60 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:29.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3d60154fb0 0x7f3d60150050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:29.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 --2- 172.21.15.99:0/3001132406 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3d600b4630 0x7f3d601f3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:29.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 -- 172.21.15.99:0/3001132406 >> 172.21.15.99:0/3001132406 conn(0x7f3d60066780 msgr2=0x7f3d600cc940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:29.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 -- 172.21.15.99:0/3001132406 shutdown_connections 2024-09-13T17:01:29.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.228+0000 7f3d5f200700 1 -- 172.21.15.99:0/3001132406 wait complete. 2024-09-13T17:01:29.234 INFO:teuthology.orchestra.run.smithi099.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T17:01:29.238 INFO:tasks.ceph.mds.d.smithi170.stderr: -606> 2024-09-13T17:01:20.409+0000 7f2e15c00700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T17:01:29.253 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T17:01:29.288 INFO:tasks.ceph.mds.d.smithi170.stdout:starting mds.d at 2024-09-13T17:01:29.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.412+0000 7f44cf200700 1 Processor -- start 2024-09-13T17:01:29.417 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.412+0000 7f44cf200700 1 -- start start 2024-09-13T17:01:29.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cf200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f44c80ce550 0x7f44c80b1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:29.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cf200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f44c806e750 0x7f44c80b1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:29.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cf200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44c81544f0 con 0x7f44c8154110 2024-09-13T17:01:29.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cf200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44c815a270 con 0x7f44c806e750 2024-09-13T17:01:29.420 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cf200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44c80cea50 con 0x7f44c80ce550 2024-09-13T17:01:29.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44ce800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f44c806e750 0x7f44c80b1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:29.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44ce800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f44c806e750 0x7f44c80b1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:54994/0 (socket says 172.21.15.99:54994) 2024-09-13T17:01:29.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44ce800700 1 -- 172.21.15.99:0/4098189631 learned_addr learned my addr 172.21.15.99:0/4098189631 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:29.421 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cd400700 1 --2- 172.21.15.99:0/4098189631 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f44c80ce550 0x7f44c80b1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:29.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44ce800700 1 -- 172.21.15.99:0/4098189631 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f44c80ce550 msgr2=0x7f44c80b1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:29.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44ce800700 1 --2- 172.21.15.99:0/4098189631 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f44c80ce550 0x7f44c80b1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:29.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44ce800700 1 -- 172.21.15.99:0/4098189631 >> v1:172.21.15.99:6789/0 conn(0x7f44c8154110 legacy=0x7f44c815a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:29.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44ce800700 1 -- 172.21.15.99:0/4098189631 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44c80ced30 con 0x7f44c806e750 2024-09-13T17:01:29.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44ce800700 1 --2- 172.21.15.99:0/4098189631 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c806e750 0x7f44c80b1db0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f44c4009e50 tx=0x7f44c400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a7b6f8b51c2fda4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:29.422 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cca00700 1 -- 172.21.15.99:0/4098189631 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44c400e070 con 0x7f44c806e750 2024-09-13T17:01:29.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cca00700 1 -- 172.21.15.99:0/4098189631 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44c400b910 con 0x7f44c806e750 2024-09-13T17:01:29.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cca00700 1 -- 172.21.15.99:0/4098189631 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44c400bcc0 con 0x7f44c806e750 2024-09-13T17:01:29.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cf200700 1 -- 172.21.15.99:0/4098189631 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c806e750 msgr2=0x7f44c80b1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:29.423 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.416+0000 7f44cf200700 1 --2- 172.21.15.99:0/4098189631 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c806e750 0x7f44c80b1db0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f44c4009e50 tx=0x7f44c400b330 comp rx=0 tx=0).stop 2024-09-13T17:01:29.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.420+0000 7f44cf200700 1 -- 172.21.15.99:0/4098189631 shutdown_connections 2024-09-13T17:01:29.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.420+0000 7f44cf200700 1 --2- 172.21.15.99:0/4098189631 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c806e750 0x7f44c80b1db0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:29.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.420+0000 7f44cf200700 1 --2- 172.21.15.99:0/4098189631 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f44c80ce550 0x7f44c80b1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:29.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.420+0000 7f44cf200700 1 -- 172.21.15.99:0/4098189631 >> 172.21.15.99:0/4098189631 conn(0x7f44c806bd40 msgr2=0x7f44c8066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:29.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.420+0000 7f44cf200700 1 -- 172.21.15.99:0/4098189631 shutdown_connections 2024-09-13T17:01:29.424 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.420+0000 7f44cf200700 1 -- 172.21.15.99:0/4098189631 wait complete. 2024-09-13T17:01:29.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.420+0000 7f44cf200700 1 Processor -- start 2024-09-13T17:01:29.427 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cf200700 1 -- start start 2024-09-13T17:01:29.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cf200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f44c806e750 0x7f44c814b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:29.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cf200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f44c80ce550 0x7f44c8151300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:29.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cf200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c8154110 0x7f44c8151840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:29.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cf200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44c814bb10 con 0x7f44c8154110 2024-09-13T17:01:29.429 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cf200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44c814df00 con 0x7f44c806e750 2024-09-13T17:01:29.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cf200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44c814fe50 con 0x7f44c80ce550 2024-09-13T17:01:29.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44ce800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c8154110 0x7f44c8151840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:29.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44ce800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c8154110 0x7f44c8151840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55004/0 (socket says 172.21.15.99:55004) 2024-09-13T17:01:29.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44ce800700 1 -- 172.21.15.99:0/507752730 learned_addr learned my addr 172.21.15.99:0/507752730 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:29.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cd400700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f44c80ce550 0x7f44c8151300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:29.430 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cde00700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f44c806e750 0x7f44c814b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:29.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44ce800700 1 -- 172.21.15.99:0/507752730 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f44c80ce550 msgr2=0x7f44c8151300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:29.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44ce800700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f44c80ce550 0x7f44c8151300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:29.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44ce800700 1 -- 172.21.15.99:0/507752730 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f44c806e750 msgr2=0x7f44c814b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:29.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44ce800700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f44c806e750 0x7f44c814b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:29.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44ce800700 1 -- 172.21.15.99:0/507752730 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44c4009b30 con 0x7f44c8154110 2024-09-13T17:01:29.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44ce800700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c8154110 0x7f44c8151840 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f44c4012000 tx=0x7f44c4004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:29.431 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44c2000700 1 -- 172.21.15.99:0/507752730 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44c4004800 con 0x7f44c8154110 2024-09-13T17:01:29.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44c2000700 1 -- 172.21.15.99:0/507752730 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44c40099b0 con 0x7f44c8154110 2024-09-13T17:01:29.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cf200700 1 -- 172.21.15.99:0/507752730 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44c814d8b0 con 0x7f44c8154110 2024-09-13T17:01:29.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44c2000700 1 -- 172.21.15.99:0/507752730 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44c401c680 con 0x7f44c8154110 2024-09-13T17:01:29.432 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.424+0000 7f44cf200700 1 -- 172.21.15.99:0/507752730 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44c814f9c0 con 0x7f44c8154110 2024-09-13T17:01:29.433 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.428+0000 7f44cf200700 1 -- 172.21.15.99:0/507752730 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44c814d710 con 0x7f44c8154110 2024-09-13T17:01:29.434 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.428+0000 7f44c2000700 1 -- 172.21.15.99:0/507752730 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f44c401c7e0 con 0x7f44c8154110 2024-09-13T17:01:29.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.432+0000 7f44c2000700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f44ac066760 0x7f44ac068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:29.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.432+0000 7f44c2000700 1 -- 172.21.15.99:0/507752730 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f44c4085a00 con 0x7f44c8154110 2024-09-13T17:01:29.436 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.432+0000 7f44cde00700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f44ac066760 0x7f44ac068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:29.437 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.432+0000 7f44cde00700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f44ac066760 0x7f44ac068c20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f44c806fc20 tx=0x7f44bc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:29.441 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.436+0000 7f44c2000700 1 -- 172.21.15.99:0/507752730 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f44c814d710 con 0x7f44c8154110 2024-09-13T17:01:29.655 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:29.648+0000 7f44cf200700 1 -- 172.21.15.99:0/507752730 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f44c814d710 con 0x7f44c8154110 2024-09-13T17:01:30.236 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.232+0000 7f44c2000700 1 -- 172.21.15.99:0/507752730 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v27) v1 ==== 104+0+0 (secure 0 0 0) 0x7f44c814d710 con 0x7f44c8154110 2024-09-13T17:01:30.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 -- 172.21.15.99:0/507752730 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f44ac066760 msgr2=0x7f44ac068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:30.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f44ac066760 0x7f44ac068c20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f44c806fc20 tx=0x7f44bc009040 comp rx=0 tx=0).stop 2024-09-13T17:01:30.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 -- 172.21.15.99:0/507752730 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c8154110 msgr2=0x7f44c8151840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:30.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c8154110 0x7f44c8151840 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f44c4012000 tx=0x7f44c4004af0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 -- 172.21.15.99:0/507752730 shutdown_connections 2024-09-13T17:01:30.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f44ac066760 0x7f44ac068c20 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.240 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f44c8154110 0x7f44c8151840 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f44c80ce550 0x7f44c8151300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 --2- 172.21.15.99:0/507752730 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f44c806e750 0x7f44c814b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 -- 172.21.15.99:0/507752730 >> 172.21.15.99:0/507752730 conn(0x7f44c806bd40 msgr2=0x7f44c8066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:30.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 -- 172.21.15.99:0/507752730 shutdown_connections 2024-09-13T17:01:30.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.236+0000 7f44cf200700 1 -- 172.21.15.99:0/507752730 wait complete. 2024-09-13T17:01:30.263 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T17:01:30.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.432+0000 7f3bafe00700 1 Processor -- start 2024-09-13T17:01:30.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.432+0000 7f3bafe00700 1 -- start start 2024-09-13T17:01:30.441 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bafe00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f3bb0159bc0 0x7f3bb0159fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:30.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bafe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3bb006dd00 0x7f3bb006e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:30.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bafe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3bb00708a0 0x7f3bb0070d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:30.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bafe00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bb0071270 con 0x7f3bb006dd00 2024-09-13T17:01:30.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bafe00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bb015a4e0 con 0x7f3bb0159bc0 2024-09-13T17:01:30.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bafe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb00cd730 con 0x7f3bb00708a0 2024-09-13T17:01:30.443 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bae000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3bb006dd00 0x7f3bb006e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:30.443 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bae000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f3bb006dd00 0x7f3bb006e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55016/0 (socket says 172.21.15.99:55016) 2024-09-13T17:01:30.443 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bae000700 1 -- 172.21.15.99:0/1092047848 learned_addr learned my addr 172.21.15.99:0/1092047848 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:30.443 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3baf400700 1 --2- 172.21.15.99:0/1092047848 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3bb00708a0 0x7f3bb0070d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:30.443 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3baea00700 1 --2- 172.21.15.99:0/1092047848 >> v2:172.21.15.170:3300/0 conn(0x7f3bb0159bc0 0x7f3bb0159fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:30.443 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bae000700 1 -- 172.21.15.99:0/1092047848 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3bb00708a0 msgr2=0x7f3bb0070d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:30.443 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bae000700 1 --2- 172.21.15.99:0/1092047848 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3bb00708a0 0x7f3bb0070d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.444 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bae000700 1 -- 172.21.15.99:0/1092047848 >> v2:172.21.15.170:3300/0 conn(0x7f3bb0159bc0 msgr2=0x7f3bb0159fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:30.444 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bae000700 1 --2- 172.21.15.99:0/1092047848 >> v2:172.21.15.170:3300/0 conn(0x7f3bb0159bc0 0x7f3bb0159fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.444 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.436+0000 7f3bae000700 1 -- 172.21.15.99:0/1092047848 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bb006e8b0 con 0x7f3bb006dd00 2024-09-13T17:01:30.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bae000700 1 --2- 172.21.15.99:0/1092047848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb006dd00 0x7f3bb006e370 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f3bb006c1f0 tx=0x7f3b9c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e8e5004e81673e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:30.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bad600700 1 -- 172.21.15.99:0/1092047848 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c011830 con 0x7f3bb006dd00 2024-09-13T17:01:30.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bad600700 1 -- 172.21.15.99:0/1092047848 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b9c011990 con 0x7f3bb006dd00 2024-09-13T17:01:30.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bad600700 1 -- 172.21.15.99:0/1092047848 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c011d20 con 0x7f3bb006dd00 2024-09-13T17:01:30.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 -- 172.21.15.99:0/1092047848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb006dd00 msgr2=0x7f3bb006e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:30.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 --2- 172.21.15.99:0/1092047848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb006dd00 0x7f3bb006e370 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f3bb006c1f0 tx=0x7f3b9c009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 -- 172.21.15.99:0/1092047848 shutdown_connections 2024-09-13T17:01:30.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 --2- 172.21.15.99:0/1092047848 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3bb00708a0 0x7f3bb0070d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 --2- 172.21.15.99:0/1092047848 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb006dd00 0x7f3bb006e370 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 --2- 172.21.15.99:0/1092047848 >> v2:172.21.15.170:3300/0 conn(0x7f3bb0159bc0 0x7f3bb0159fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 -- 172.21.15.99:0/1092047848 >> 172.21.15.99:0/1092047848 conn(0x7f3bb0066780 msgr2=0x7f3bb006b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:30.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 -- 172.21.15.99:0/1092047848 shutdown_connections 2024-09-13T17:01:30.446 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 -- 172.21.15.99:0/1092047848 wait complete. 2024-09-13T17:01:30.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 Processor -- start 2024-09-13T17:01:30.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.440+0000 7f3bafe00700 1 -- start start 2024-09-13T17:01:30.448 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3bafe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3bb006dd00 0x7f3bb00c8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:30.448 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3bafe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3bb00708a0 0x7f3bb014c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:30.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3bafe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb0159bc0 0x7f3bb0142040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:30.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3bafe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb01f71d0 con 0x7f3bb0159bc0 2024-09-13T17:01:30.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3bafe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb01f6650 con 0x7f3bb006dd00 2024-09-13T17:01:30.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3bafe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb01f6930 con 0x7f3bb00708a0 2024-09-13T17:01:30.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3baf400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb0159bc0 0x7f3bb0142040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:30.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3baf400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb0159bc0 0x7f3bb0142040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55018/0 (socket says 172.21.15.99:55018) 2024-09-13T17:01:30.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3baf400700 1 -- 172.21.15.99:0/1136495652 learned_addr learned my addr 172.21.15.99:0/1136495652 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:30.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3bae000700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3bb00708a0 0x7f3bb014c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:30.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3baea00700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3bb006dd00 0x7f3bb00c8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:30.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3baf400700 1 -- 172.21.15.99:0/1136495652 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3bb00708a0 msgr2=0x7f3bb014c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:30.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3baf400700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3bb00708a0 0x7f3bb014c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3baf400700 1 -- 172.21.15.99:0/1136495652 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3bb006dd00 msgr2=0x7f3bb00c8f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:30.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3baf400700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3bb006dd00 0x7f3bb00c8f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:30.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3baf400700 1 -- 172.21.15.99:0/1136495652 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b9c009570 con 0x7f3bb0159bc0 2024-09-13T17:01:30.451 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3baf400700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb0159bc0 0x7f3bb0142040 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f3ba800eed0 tx=0x7f3ba800b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:30.451 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3ba7400700 1 -- 172.21.15.99:0/1136495652 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba8010040 con 0x7f3bb0159bc0 2024-09-13T17:01:30.451 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3ba7400700 1 -- 172.21.15.99:0/1136495652 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ba800bd30 con 0x7f3bb0159bc0 2024-09-13T17:01:30.451 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3ba7400700 1 -- 172.21.15.99:0/1136495652 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba8009ea0 con 0x7f3bb0159bc0 2024-09-13T17:01:30.451 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3bafe00700 1 -- 172.21.15.99:0/1136495652 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bb01f6c10 con 0x7f3bb0159bc0 2024-09-13T17:01:30.452 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.444+0000 7f3bafe00700 1 -- 172.21.15.99:0/1136495652 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bb00c94d0 con 0x7f3bb0159bc0 2024-09-13T17:01:30.452 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.448+0000 7f3bafe00700 1 -- 172.21.15.99:0/1136495652 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bb0070d30 con 0x7f3bb0159bc0 2024-09-13T17:01:30.454 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.448+0000 7f3ba7400700 1 -- 172.21.15.99:0/1136495652 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3ba8014640 con 0x7f3bb0159bc0 2024-09-13T17:01:30.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.452+0000 7f3ba7400700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3b90066730 0x7f3b90068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:30.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.452+0000 7f3ba7400700 1 -- 172.21.15.99:0/1136495652 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f3ba80848b0 con 0x7f3bb0159bc0 2024-09-13T17:01:30.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.452+0000 7f3baea00700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3b90066730 0x7f3b90068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:30.457 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.452+0000 7f3baea00700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3b90066730 0x7f3b90068bf0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3ba0009ae0 tx=0x7f3ba0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:30.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.456+0000 7f3ba7400700 1 -- 172.21.15.99:0/1136495652 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3ba8051ad0 con 0x7f3bb0159bc0 2024-09-13T17:01:30.637 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:30.632+0000 7f3bafe00700 1 -- 172.21.15.99:0/1136495652 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f3bb0157360 con 0x7f3bb0159bc0 2024-09-13T17:01:31.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.240+0000 7f3ba7400700 1 -- 172.21.15.99:0/1136495652 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v38) v1 ==== 181+0+0 (secure 0 0 0) 0x7f3ba80180d0 con 0x7f3bb0159bc0 2024-09-13T17:01:31.250 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 -- 172.21.15.99:0/1136495652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3b90066730 msgr2=0x7f3b90068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:31.250 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3b90066730 0x7f3b90068bf0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3ba0009ae0 tx=0x7f3ba0008040 comp rx=0 tx=0).stop 2024-09-13T17:01:31.250 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 -- 172.21.15.99:0/1136495652 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb0159bc0 msgr2=0x7f3bb0142040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:31.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb0159bc0 0x7f3bb0142040 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f3ba800eed0 tx=0x7f3ba800b390 comp rx=0 tx=0).stop 2024-09-13T17:01:31.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 -- 172.21.15.99:0/1136495652 shutdown_connections 2024-09-13T17:01:31.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3b90066730 0x7f3b90068bf0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:31.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3bb0159bc0 0x7f3bb0142040 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:31.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3bb00708a0 0x7f3bb014c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:31.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 --2- 172.21.15.99:0/1136495652 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3bb006dd00 0x7f3bb00c8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:31.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 -- 172.21.15.99:0/1136495652 >> 172.21.15.99:0/1136495652 conn(0x7f3bb0066780 msgr2=0x7f3bb00b43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:31.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 -- 172.21.15.99:0/1136495652 shutdown_connections 2024-09-13T17:01:31.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.244+0000 7f3bafe00700 1 -- 172.21.15.99:0/1136495652 wait complete. 2024-09-13T17:01:31.252 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_metadata' removed 2024-09-13T17:01:31.271 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T17:01:31.435 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.428+0000 7f00d7200700 1 Processor -- start 2024-09-13T17:01:31.435 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.428+0000 7f00d7200700 1 -- start start 2024-09-13T17:01:31.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d7200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1ef0 0x7f00d006dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:31.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d7200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f00d015ee00 0x7f00d015f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:31.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d7200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00d006e5f0 con 0x7f00d00b1b10 2024-09-13T17:01:31.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d7200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00d006ebb0 con 0x7f00d015ee00 2024-09-13T17:01:31.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d7200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00d006e8d0 con 0x7f00d00b1ef0 2024-09-13T17:01:31.438 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d5e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f00d00b1b10 0x7f00d015bbd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:45738/0 (socket says 172.21.15.99:45738) 2024-09-13T17:01:31.439 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d5e00700 1 -- 172.21.15.99:0/1111799230 learned_addr learned my addr 172.21.15.99:0/1111799230 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:31.439 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d5400700 1 --2- 172.21.15.99:0/1111799230 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1ef0 0x7f00d006dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:31.439 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d6800700 1 --2- 172.21.15.99:0/1111799230 >> v2:172.21.15.170:3300/0 conn(0x7f00d015ee00 0x7f00d015f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:31.439 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d5400700 1 -- 172.21.15.99:0/1111799230 >> v2:172.21.15.170:3300/0 conn(0x7f00d015ee00 msgr2=0x7f00d015f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:31.439 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d5400700 1 --2- 172.21.15.99:0/1111799230 >> v2:172.21.15.170:3300/0 conn(0x7f00d015ee00 0x7f00d015f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:31.439 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d5400700 1 -- 172.21.15.99:0/1111799230 >> v1:172.21.15.99:6789/0 conn(0x7f00d00b1b10 legacy=0x7f00d015bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:31.440 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d4a00700 1 -- 172.21.15.99:0/1111799230 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 882663163 0 0) 0x7f00d006e5f0 con 0x7f00d00b1b10 2024-09-13T17:01:31.440 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.432+0000 7f00d5400700 1 -- 172.21.15.99:0/1111799230 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00d015e8e0 con 0x7f00d00b1ef0 2024-09-13T17:01:31.440 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d5400700 1 --2- 172.21.15.99:0/1111799230 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1ef0 0x7f00d006dab0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009850 tx=0x7f00c0009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da41134ce3b36b9f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:31.441 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d4a00700 1 -- 172.21.15.99:0/1111799230 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c0011830 con 0x7f00d00b1ef0 2024-09-13T17:01:31.441 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d4a00700 1 -- 172.21.15.99:0/1111799230 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00c0011990 con 0x7f00d00b1ef0 2024-09-13T17:01:31.441 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d4a00700 1 -- 172.21.15.99:0/1111799230 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c0011d40 con 0x7f00d00b1ef0 2024-09-13T17:01:31.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d7200700 1 -- 172.21.15.99:0/1111799230 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1ef0 msgr2=0x7f00d006dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:31.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d7200700 1 --2- 172.21.15.99:0/1111799230 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1ef0 0x7f00d006dab0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009850 tx=0x7f00c0009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:31.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d7200700 1 -- 172.21.15.99:0/1111799230 shutdown_connections 2024-09-13T17:01:31.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d7200700 1 --2- 172.21.15.99:0/1111799230 >> v2:172.21.15.170:3300/0 conn(0x7f00d015ee00 0x7f00d015f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:31.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d7200700 1 --2- 172.21.15.99:0/1111799230 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1ef0 0x7f00d006dab0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:31.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d7200700 1 -- 172.21.15.99:0/1111799230 >> 172.21.15.99:0/1111799230 conn(0x7f00d0066780 msgr2=0x7f00d006b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:31.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d7200700 1 -- 172.21.15.99:0/1111799230 shutdown_connections 2024-09-13T17:01:31.442 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.436+0000 7f00d7200700 1 -- 172.21.15.99:0/1111799230 wait complete. 2024-09-13T17:01:31.444 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d7200700 1 Processor -- start 2024-09-13T17:01:31.444 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d7200700 1 -- start start 2024-09-13T17:01:31.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d7200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1b10 0x7f00d014fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:31.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d7200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00d00b1ef0 0x7f00d00c9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:31.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d7200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00d015ee00 0x7f00d00ca520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:31.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d7200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00d015cdc0 con 0x7f00d00b1ef0 2024-09-13T17:01:31.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d7200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00d0151fc0 con 0x7f00d015ee00 2024-09-13T17:01:31.445 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d7200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00d0150180 con 0x7f00d00b1b10 2024-09-13T17:01:31.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d5400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00d00b1ef0 0x7f00d00c9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:31.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d5400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00d00b1ef0 0x7f00d00c9fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:55026/0 (socket says 172.21.15.99:55026) 2024-09-13T17:01:31.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d5400700 1 -- 172.21.15.99:0/3565339853 learned_addr learned my addr 172.21.15.99:0/3565339853 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:31.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d5e00700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1b10 0x7f00d014fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:31.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d6800700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00d015ee00 0x7f00d00ca520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:31.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d5400700 1 -- 172.21.15.99:0/3565339853 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1b10 msgr2=0x7f00d014fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:31.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d5400700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1b10 0x7f00d014fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:31.447 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d5400700 1 -- 172.21.15.99:0/3565339853 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00d015ee00 msgr2=0x7f00d00ca520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:31.448 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d5400700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00d015ee00 0x7f00d00ca520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:31.448 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d5400700 1 -- 172.21.15.99:0/3565339853 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00c00094b0 con 0x7f00d00b1ef0 2024-09-13T17:01:31.448 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.440+0000 7f00d5400700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00d00b1ef0 0x7f00d00c9fe0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f00c00090b0 tx=0x7f00c0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:31.448 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.444+0000 7f00ca000700 1 -- 172.21.15.99:0/3565339853 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c0004450 con 0x7f00d00b1ef0 2024-09-13T17:01:31.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.444+0000 7f00ca000700 1 -- 172.21.15.99:0/3565339853 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00c001f070 con 0x7f00d00b1ef0 2024-09-13T17:01:31.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.444+0000 7f00d7200700 1 -- 172.21.15.99:0/3565339853 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00d0150460 con 0x7f00d00b1ef0 2024-09-13T17:01:31.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.444+0000 7f00ca000700 1 -- 172.21.15.99:0/3565339853 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c0003900 con 0x7f00d00b1ef0 2024-09-13T17:01:31.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.444+0000 7f00d7200700 1 -- 172.21.15.99:0/3565339853 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00d0154a60 con 0x7f00d00b1ef0 2024-09-13T17:01:31.449 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.444+0000 7f00d7200700 1 -- 172.21.15.99:0/3565339853 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00d015cf70 con 0x7f00d00b1ef0 2024-09-13T17:01:31.450 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.444+0000 7f00ca000700 1 -- 172.21.15.99:0/3565339853 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f00c0003a60 con 0x7f00d00b1ef0 2024-09-13T17:01:31.451 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.448+0000 7f00ca000700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00b4066730 0x7f00b4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:31.451 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.448+0000 7f00ca000700 1 -- 172.21.15.99:0/3565339853 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5443+0+0 (secure 0 0 0) 0x7f00c0021070 con 0x7f00d00b1ef0 2024-09-13T17:01:31.452 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.448+0000 7f00d5e00700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00b4066730 0x7f00b4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:31.453 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.448+0000 7f00d5e00700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00b4066730 0x7f00b4068bf0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f00c4000f60 tx=0x7f00c4007e00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:31.458 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.452+0000 7f00ca000700 1 -- 172.21.15.99:0/3565339853 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f00d015cf70 con 0x7f00d00b1ef0 2024-09-13T17:01:31.634 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:31.628+0000 7f00d7200700 1 -- 172.21.15.99:0/3565339853 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f00d006e5f0 con 0x7f00d00b1ef0 2024-09-13T17:01:32.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.244+0000 7f00ca000700 1 -- 172.21.15.99:0/3565339853 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v39) v1 ==== 169+0+0 (secure 0 0 0) 0x7f00c0052ae0 con 0x7f00d00b1ef0 2024-09-13T17:01:32.254 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.248+0000 7f00d7200700 1 -- 172.21.15.99:0/3565339853 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00b4066730 msgr2=0x7f00b4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.254 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.248+0000 7f00d7200700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00b4066730 0x7f00b4068bf0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f00c4000f60 tx=0x7f00c4007e00 comp rx=0 tx=0).stop 2024-09-13T17:01:32.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.248+0000 7f00d7200700 1 -- 172.21.15.99:0/3565339853 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00d00b1ef0 msgr2=0x7f00d00c9fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.248+0000 7f00d7200700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00d00b1ef0 0x7f00d00c9fe0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f00c00090b0 tx=0x7f00c0004770 comp rx=0 tx=0).stop 2024-09-13T17:01:32.256 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.252+0000 7f00d7200700 1 -- 172.21.15.99:0/3565339853 shutdown_connections 2024-09-13T17:01:32.257 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.252+0000 7f00d7200700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f00b4066730 0x7f00b4068bf0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.257 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.252+0000 7f00d7200700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f00d00b1ef0 0x7f00d00c9fe0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.257 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.252+0000 7f00d7200700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f00d015ee00 0x7f00d00ca520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.257 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.252+0000 7f00d7200700 1 --2- 172.21.15.99:0/3565339853 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f00d00b1b10 0x7f00d014fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.257 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.252+0000 7f00d7200700 1 -- 172.21.15.99:0/3565339853 >> 172.21.15.99:0/3565339853 conn(0x7f00d0066780 msgr2=0x7f00d00cb470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:32.257 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.252+0000 7f00d7200700 1 -- 172.21.15.99:0/3565339853 shutdown_connections 2024-09-13T17:01:32.257 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.252+0000 7f00d7200700 1 -- 172.21.15.99:0/3565339853 wait complete. 2024-09-13T17:01:32.261 INFO:teuthology.orchestra.run.smithi099.stderr:pool 'cephfs_data' removed 2024-09-13T17:01:32.280 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T17:01:32.456 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.452+0000 7f6dad000700 1 Processor -- start 2024-09-13T17:01:32.457 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.452+0000 7f6dad000700 1 -- start start 2024-09-13T17:01:32.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6dad000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6da8154fe0 0x7f6da815bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6dad000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6da8158cf0 0x7f6da806a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6dad000700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6da815c070 con 0x7f6da806a8a0 2024-09-13T17:01:32.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6dad000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6da806acb0 con 0x7f6da8154fe0 2024-09-13T17:01:32.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6dad000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6da815c5a0 con 0x7f6da8158cf0 2024-09-13T17:01:32.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da7400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f6da8154fe0 0x7f6da815bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da7e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f6da806a8a0 0x7f6da815d620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42638/0 (socket says 172.21.15.99:42638) 2024-09-13T17:01:32.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da7e00700 1 -- 172.21.15.99:0/287622840 learned_addr learned my addr 172.21.15.99:0/287622840 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:32.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da6a00700 1 --2- 172.21.15.99:0/287622840 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6da8158cf0 0x7f6da806a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da7400700 1 -- 172.21.15.99:0/287622840 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6da8158cf0 msgr2=0x7f6da806a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:32.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da7400700 1 --2- 172.21.15.99:0/287622840 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6da8158cf0 0x7f6da806a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da7400700 1 -- 172.21.15.99:0/287622840 >> v1:172.21.15.99:6789/0 conn(0x7f6da806a8a0 legacy=0x7f6da815d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da7400700 1 -- 172.21.15.99:0/287622840 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6da815c880 con 0x7f6da8154fe0 2024-09-13T17:01:32.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da6000700 1 -- 172.21.15.99:0/287622840 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 306726137 0 0) 0x7f6da815c070 con 0x7f6da806a8a0 2024-09-13T17:01:32.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da7400700 1 --2- 172.21.15.99:0/287622840 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 0x7f6da815bb30 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f6d98009850 tx=0x7f6d98009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46cc65a60f1aa334 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:32.462 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da6000700 1 -- 172.21.15.99:0/287622840 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d98011830 con 0x7f6da8154fe0 2024-09-13T17:01:32.463 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da6000700 1 -- 172.21.15.99:0/287622840 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d98011990 con 0x7f6da8154fe0 2024-09-13T17:01:32.463 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6da6000700 1 -- 172.21.15.99:0/287622840 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d98011d20 con 0x7f6da8154fe0 2024-09-13T17:01:32.463 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6dad000700 1 -- 172.21.15.99:0/287622840 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 msgr2=0x7f6da815bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.456+0000 7f6dad000700 1 --2- 172.21.15.99:0/287622840 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 0x7f6da815bb30 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f6d98009850 tx=0x7f6d98009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:32.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.460+0000 7f6dad000700 1 -- 172.21.15.99:0/287622840 shutdown_connections 2024-09-13T17:01:32.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.460+0000 7f6dad000700 1 --2- 172.21.15.99:0/287622840 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6da8158cf0 0x7f6da806a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.460+0000 7f6dad000700 1 --2- 172.21.15.99:0/287622840 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 0x7f6da815bb30 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.460+0000 7f6dad000700 1 -- 172.21.15.99:0/287622840 >> 172.21.15.99:0/287622840 conn(0x7f6da806f790 msgr2=0x7f6da806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:32.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.460+0000 7f6dad000700 1 -- 172.21.15.99:0/287622840 shutdown_connections 2024-09-13T17:01:32.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.460+0000 7f6dad000700 1 -- 172.21.15.99:0/287622840 wait complete. 2024-09-13T17:01:32.466 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.460+0000 7f6dad000700 1 Processor -- start 2024-09-13T17:01:32.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.460+0000 7f6dad000700 1 -- start start 2024-09-13T17:01:32.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6dad000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6da806a8a0 0x7f6da80b02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6dad000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 0x7f6da814e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6dad000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6da8158cf0 0x7f6da8159830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6dad000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6da80b0810 con 0x7f6da8154fe0 2024-09-13T17:01:32.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6dad000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6da814fd80 con 0x7f6da8158cf0 2024-09-13T17:01:32.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6dad000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6da814e670 con 0x7f6da806a8a0 2024-09-13T17:01:32.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da6a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 0x7f6da814e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da6a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 0x7f6da814e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45342/0 (socket says 172.21.15.99:45342) 2024-09-13T17:01:32.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da6a00700 1 -- 172.21.15.99:0/4055313685 learned_addr learned my addr 172.21.15.99:0/4055313685 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:32.470 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da7400700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6da806a8a0 0x7f6da80b02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da7e00700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6da8158cf0 0x7f6da8159830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da6a00700 1 -- 172.21.15.99:0/4055313685 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6da806a8a0 msgr2=0x7f6da80b02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da6a00700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6da806a8a0 0x7f6da80b02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da6a00700 1 -- 172.21.15.99:0/4055313685 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6da8158cf0 msgr2=0x7f6da8159830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da6a00700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6da8158cf0 0x7f6da8159830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da6a00700 1 -- 172.21.15.99:0/4055313685 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d980094b0 con 0x7f6da8154fe0 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6da6a00700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 0x7f6da814e130 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f6d9400e760 tx=0x7f6d9400eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6d9f400700 1 -- 172.21.15.99:0/4055313685 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d94013610 con 0x7f6da8154fe0 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6d9f400700 1 -- 172.21.15.99:0/4055313685 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d94013770 con 0x7f6da8154fe0 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6d9f400700 1 -- 172.21.15.99:0/4055313685 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d94013ae0 con 0x7f6da8154fe0 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6dad000700 1 -- 172.21.15.99:0/4055313685 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6da814ffd0 con 0x7f6da8154fe0 2024-09-13T17:01:32.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.464+0000 7f6dad000700 1 -- 172.21.15.99:0/4055313685 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6da8150590 con 0x7f6da8154fe0 2024-09-13T17:01:32.472 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.468+0000 7f6dad000700 1 -- 172.21.15.99:0/4055313685 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6da806b050 con 0x7f6da8154fe0 2024-09-13T17:01:32.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.468+0000 7f6d9f400700 1 -- 172.21.15.99:0/4055313685 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6d94013c40 con 0x7f6da8154fe0 2024-09-13T17:01:32.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.468+0000 7f6d9f400700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6d88066730 0x7f6d88068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.472+0000 7f6d9f400700 1 -- 172.21.15.99:0/4055313685 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f6d94083c10 con 0x7f6da8154fe0 2024-09-13T17:01:32.476 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.472+0000 7f6da7400700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6d88066730 0x7f6d88068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.477 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.472+0000 7f6da7400700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6d88066730 0x7f6d88068bf0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6d98014040 tx=0x7f6d98008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:32.482 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.476+0000 7f6d9f400700 1 -- 172.21.15.99:0/4055313685 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6d94051180 con 0x7f6da8154fe0 2024-09-13T17:01:32.662 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.656+0000 7f6dad000700 1 -- 172.21.15.99:0/4055313685 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f6da80b3de0 con 0x7f6da8154fe0 2024-09-13T17:01:32.671 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.664+0000 7f6d9f400700 1 -- 172.21.15.99:0/4055313685 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7f6d940547a0 con 0x7f6da8154fe0 2024-09-13T17:01:32.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 -- 172.21.15.99:0/4055313685 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6d88066730 msgr2=0x7f6d88068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6d88066730 0x7f6d88068bf0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6d98014040 tx=0x7f6d98008030 comp rx=0 tx=0).stop 2024-09-13T17:01:32.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 -- 172.21.15.99:0/4055313685 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 msgr2=0x7f6da814e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 0x7f6da814e130 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f6d9400e760 tx=0x7f6d9400eb20 comp rx=0 tx=0).stop 2024-09-13T17:01:32.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 -- 172.21.15.99:0/4055313685 shutdown_connections 2024-09-13T17:01:32.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f6d88066730 0x7f6d88068bf0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.676 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f6da8154fe0 0x7f6da814e130 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.676 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f6da8158cf0 0x7f6da8159830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.676 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 --2- 172.21.15.99:0/4055313685 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f6da806a8a0 0x7f6da80b02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.676 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 -- 172.21.15.99:0/4055313685 >> 172.21.15.99:0/4055313685 conn(0x7f6da806f790 msgr2=0x7f6da80737c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:32.676 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 -- 172.21.15.99:0/4055313685 shutdown_connections 2024-09-13T17:01:32.676 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.668+0000 7f6dad000700 1 -- 172.21.15.99:0/4055313685 wait complete. 2024-09-13T17:01:32.695 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal' 2024-09-13T17:01:32.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff343000700 1 Processor -- start 2024-09-13T17:01:32.868 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff343000700 1 -- start start 2024-09-13T17:01:32.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff343000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff33c161190 0x7ff33c161570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff343000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff33c0cff60 0x7ff33c161ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff343000700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7ff33c15ccf0 0x7ff33c15d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff343000700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff33c0d04b0 con 0x7ff33c161190 2024-09-13T17:01:32.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff343000700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff33c071350 con 0x7ff33c15ccf0 2024-09-13T17:01:32.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff343000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff33c0d0700 con 0x7ff33c0cff60 2024-09-13T17:01:32.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff33be00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff33c161190 0x7ff33c161570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff33be00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff33c161190 0x7ff33c161570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45350/0 (socket says 172.21.15.99:45350) 2024-09-13T17:01:32.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff33be00700 1 -- 172.21.15.99:0/2748272893 learned_addr learned my addr 172.21.15.99:0/2748272893 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:32.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.864+0000 7ff341000700 1 --2- 172.21.15.99:0/2748272893 >> v2:172.21.15.170:3300/0 conn(0x7ff33c15ccf0 0x7ff33c15d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff33b400700 1 --2- 172.21.15.99:0/2748272893 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff33c0cff60 0x7ff33c161ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff33be00700 1 -- 172.21.15.99:0/2748272893 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff33c0cff60 msgr2=0x7ff33c161ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:32.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff33be00700 1 --2- 172.21.15.99:0/2748272893 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff33c0cff60 0x7ff33c161ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff33be00700 1 -- 172.21.15.99:0/2748272893 >> v2:172.21.15.170:3300/0 conn(0x7ff33c15ccf0 msgr2=0x7ff33c15d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:32.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff33be00700 1 --2- 172.21.15.99:0/2748272893 >> v2:172.21.15.170:3300/0 conn(0x7ff33c15ccf0 0x7ff33c15d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff33be00700 1 -- 172.21.15.99:0/2748272893 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff33c0715f0 con 0x7ff33c161190 2024-09-13T17:01:32.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff33be00700 1 --2- 172.21.15.99:0/2748272893 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c161190 0x7ff33c161570 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ff33c06de80 tx=0x7ff32c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e4dc897f0231adb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:32.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff33aa00700 1 -- 172.21.15.99:0/2748272893 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff32c011830 con 0x7ff33c161190 2024-09-13T17:01:32.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff33aa00700 1 -- 172.21.15.99:0/2748272893 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff32c011990 con 0x7ff33c161190 2024-09-13T17:01:32.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff33aa00700 1 -- 172.21.15.99:0/2748272893 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff32c011d20 con 0x7ff33c161190 2024-09-13T17:01:32.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff343000700 1 -- 172.21.15.99:0/2748272893 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c161190 msgr2=0x7ff33c161570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff343000700 1 --2- 172.21.15.99:0/2748272893 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c161190 0x7ff33c161570 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7ff33c06de80 tx=0x7ff32c009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff343000700 1 -- 172.21.15.99:0/2748272893 shutdown_connections 2024-09-13T17:01:32.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff343000700 1 --2- 172.21.15.99:0/2748272893 >> v2:172.21.15.170:3300/0 conn(0x7ff33c15ccf0 0x7ff33c15d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff343000700 1 --2- 172.21.15.99:0/2748272893 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff33c0cff60 0x7ff33c161ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff343000700 1 --2- 172.21.15.99:0/2748272893 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c161190 0x7ff33c161570 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff343000700 1 -- 172.21.15.99:0/2748272893 >> 172.21.15.99:0/2748272893 conn(0x7ff33c0d0d30 msgr2=0x7ff33c0d1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:32.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff343000700 1 -- 172.21.15.99:0/2748272893 shutdown_connections 2024-09-13T17:01:32.875 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.868+0000 7ff343000700 1 -- 172.21.15.99:0/2748272893 wait complete. 2024-09-13T17:01:32.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff343000700 1 Processor -- start 2024-09-13T17:01:32.876 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff343000700 1 -- start start 2024-09-13T17:01:32.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff343000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c0cff60 0x7ff33c1f69f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff343000700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff33c15ccf0 0x7ff33c0b17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff343000700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff33c161190 0x7ff33c0b2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff343000700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff33c1f6f30 con 0x7ff33c0cff60 2024-09-13T17:01:32.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff343000700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff33c1f2970 con 0x7ff33c15ccf0 2024-09-13T17:01:32.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff343000700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff33c0b1d00 con 0x7ff33c161190 2024-09-13T17:01:32.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff33be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c0cff60 0x7ff33c1f69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff33be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c0cff60 0x7ff33c1f69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45356/0 (socket says 172.21.15.99:45356) 2024-09-13T17:01:32.878 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff33be00700 1 -- 172.21.15.99:0/2612771570 learned_addr learned my addr 172.21.15.99:0/2612771570 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:32.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff341000700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff33c161190 0x7ff33c0b2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff33b400700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff33c15ccf0 0x7ff33c0b17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff33be00700 1 -- 172.21.15.99:0/2612771570 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff33c161190 msgr2=0x7ff33c0b2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff33be00700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff33c161190 0x7ff33c0b2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff33be00700 1 -- 172.21.15.99:0/2612771570 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff33c15ccf0 msgr2=0x7ff33c0b17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:32.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff33be00700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff33c15ccf0 0x7ff33c0b17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:32.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff33be00700 1 -- 172.21.15.99:0/2612771570 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff32c009570 con 0x7ff33c0cff60 2024-09-13T17:01:32.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.872+0000 7ff33be00700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c0cff60 0x7ff33c1f69f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff32c009f40 tx=0x7ff32c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:32.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.876+0000 7ff333e00700 1 -- 172.21.15.99:0/2612771570 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff32c004450 con 0x7ff33c0cff60 2024-09-13T17:01:32.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.876+0000 7ff333e00700 1 -- 172.21.15.99:0/2612771570 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff32c01f070 con 0x7ff33c0cff60 2024-09-13T17:01:32.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.876+0000 7ff333e00700 1 -- 172.21.15.99:0/2612771570 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff32c003900 con 0x7ff33c0cff60 2024-09-13T17:01:32.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.876+0000 7ff343000700 1 -- 172.21.15.99:0/2612771570 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff33c0b02f0 con 0x7ff33c0cff60 2024-09-13T17:01:32.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.876+0000 7ff343000700 1 -- 172.21.15.99:0/2612771570 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff33c0b08b0 con 0x7ff33c0cff60 2024-09-13T17:01:32.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.876+0000 7ff343000700 1 -- 172.21.15.99:0/2612771570 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff33c15d180 con 0x7ff33c0cff60 2024-09-13T17:01:32.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.876+0000 7ff333e00700 1 -- 172.21.15.99:0/2612771570 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff32c003a60 con 0x7ff33c0cff60 2024-09-13T17:01:32.883 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.880+0000 7ff333e00700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff31c066730 0x7ff31c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:32.883 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.880+0000 7ff333e00700 1 -- 172.21.15.99:0/2612771570 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7ff32c021070 con 0x7ff33c0cff60 2024-09-13T17:01:32.884 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.880+0000 7ff33b400700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff31c066730 0x7ff31c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:32.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.880+0000 7ff33b400700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff31c066730 0x7ff31c068bf0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff33c0afca0 tx=0x7ff328008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:32.890 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:32.884+0000 7ff333e00700 1 -- 172.21.15.99:0/2612771570 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff32c052860 con 0x7ff33c0cff60 2024-09-13T17:01:33.137 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.132+0000 7ff343000700 1 -- 172.21.15.99:0/2612771570 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]} v 0) v1 -- 0x7ff33c0b6cb0 con 0x7ff33c0cff60 2024-09-13T17:01:33.255 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.248+0000 7ff333e00700 1 -- 172.21.15.99:0/2612771570 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]}]=0 v109) v1 ==== 159+0+0 (secure 0 0 0) 0x7ff32c0150e0 con 0x7ff33c0cff60 2024-09-13T17:01:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.252+0000 7ff343000700 1 -- 172.21.15.99:0/2612771570 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff31c066730 msgr2=0x7ff31c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.252+0000 7ff343000700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff31c066730 0x7ff31c068bf0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff33c0afca0 tx=0x7ff328008040 comp rx=0 tx=0).stop 2024-09-13T17:01:33.259 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.252+0000 7ff343000700 1 -- 172.21.15.99:0/2612771570 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c0cff60 msgr2=0x7ff33c1f69f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.252+0000 7ff343000700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c0cff60 0x7ff33c1f69f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff32c009f40 tx=0x7ff32c004770 comp rx=0 tx=0).stop 2024-09-13T17:01:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.252+0000 7ff343000700 1 -- 172.21.15.99:0/2612771570 shutdown_connections 2024-09-13T17:01:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.252+0000 7ff343000700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff31c066730 0x7ff31c068bf0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.252+0000 7ff343000700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff33c161190 0x7ff33c0b2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.252+0000 7ff343000700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff33c15ccf0 0x7ff33c0b17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.252+0000 7ff343000700 1 --2- 172.21.15.99:0/2612771570 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff33c0cff60 0x7ff33c1f69f0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.252+0000 7ff343000700 1 -- 172.21.15.99:0/2612771570 >> 172.21.15.99:0/2612771570 conn(0x7ff33c0d0d30 msgr2=0x7ff33c0b3ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.256+0000 7ff343000700 1 -- 172.21.15.99:0/2612771570 shutdown_connections 2024-09-13T17:01:33.260 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:33.256+0000 7ff343000700 1 -- 172.21.15.99:0/2612771570 wait complete. 2024-09-13T17:01:33.283 INFO:tasks.cephfs_test_runner:test_recover_fs_after_fsmap_removal (tasks.cephfs.test_recovery_fs.TestFSRecovery) ... ok 2024-09-13T17:01:33.284 INFO:tasks.cephfs_test_runner: 2024-09-13T17:01:33.284 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-13T17:01:33.284 INFO:tasks.cephfs_test_runner:Ran 1 test in 60.923s 2024-09-13T17:01:33.284 INFO:tasks.cephfs_test_runner: 2024-09-13T17:01:33.284 INFO:tasks.cephfs_test_runner:OK 2024-09-13T17:01:33.284 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-13T17:01:33.297 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-13T17:01:33.310 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-13T17:01:33.310 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:01:33.310 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:33.327 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346776k,nr_inodes=4086694,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274972k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=4581 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274968k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274972k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T17:01:33.327 DEBUG:teuthology.orchestra.run.smithi099:> set -ex 2024-09-13T17:01:33.327 DEBUG:teuthology.orchestra.run.smithi099:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:33.387 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346776k,nr_inodes=4086694,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274972k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=4581 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274968k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274972k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T17:01:33.388 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:01:33.388 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:33.405 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346852k,nr_inodes=4086713,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274988k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=4202 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274984k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274988k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T17:01:33.405 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-13T17:01:33.405 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T17:01:33.468 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346852k,nr_inodes=4086713,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274988k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=4202 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274984k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274988k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T17:01:33.468 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:33.468 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2024-09-13T17:01:33.489 INFO:teuthology.orchestra.run.smithi099.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T17:01:33.489 INFO:teuthology.orchestra.run.smithi099.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T17:01:33.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:33.490 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T17:01:33.569 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:33.570 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T17:01:33.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:33.995 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link delete ceph-brx 2024-09-13T17:01:34.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:34.115 DEBUG:teuthology.orchestra.run.smithi099:> ip netns list 2024-09-13T17:01:34.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:34.132 DEBUG:teuthology.orchestra.run.smithi099:> sudo ip link delete ceph-brx 2024-09-13T17:01:34.548 INFO:teuthology.orchestra.run.smithi099.stderr:Cannot find device "ceph-brx" 2024-09-13T17:01:34.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:01:34.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:34.551 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list 2024-09-13T17:01:34.565 INFO:teuthology.orchestra.run.smithi170.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T17:01:34.566 INFO:teuthology.orchestra.run.smithi170.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T17:01:34.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:34.567 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T17:01:34.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:34.645 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T17:01:35.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:35.117 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link delete ceph-brx 2024-09-13T17:01:35.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:35.268 DEBUG:teuthology.orchestra.run.smithi170:> ip netns list 2024-09-13T17:01:35.282 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T17:01:35.282 DEBUG:teuthology.orchestra.run.smithi170:> sudo ip link delete ceph-brx 2024-09-13T17:01:35.715 INFO:teuthology.orchestra.run.smithi170.stderr:Cannot find device "ceph-brx" 2024-09-13T17:01:35.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:01:35.718 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-13T17:01:35.735 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T17:01:35.735 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:01:35.912 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.908+0000 7fe2c2800700 1 Processor -- start 2024-09-13T17:01:35.913 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.908+0000 7fe2c2800700 1 -- start start 2024-09-13T17:01:35.915 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.908+0000 7fe2c2800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fe2bc15e3d0 0x7fe2bc0cea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:35.915 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.908+0000 7fe2c2800700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2bc06b110 con 0x7fe2bc0cc310 2024-09-13T17:01:35.915 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c2800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2bc0cc880 con 0x7fe2bc06bcb0 2024-09-13T17:01:35.915 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c2800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2bc0ccb60 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.916 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c0a00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fe2bc0cc310 0x7fe2bc06b5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42652/0 (socket says 172.21.15.99:42652) 2024-09-13T17:01:35.916 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c0a00700 1 -- 172.21.15.99:0/943102811 learned_addr learned my addr 172.21.15.99:0/943102811 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:35.916 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c1400700 1 --2- 172.21.15.99:0/943102811 >> v2:172.21.15.99:3300/0 conn(0x7fe2bc15e3d0 0x7fe2bc0cea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:35.917 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c1400700 1 -- 172.21.15.99:0/943102811 >> v1:172.21.15.170:6789/0 conn(0x7fe2bc06bcb0 legacy=0x7fe2bc0cd530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:35.917 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c1400700 1 -- 172.21.15.99:0/943102811 >> v1:172.21.15.99:6789/0 conn(0x7fe2bc0cc310 legacy=0x7fe2bc06b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:35.917 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c1400700 1 -- 172.21.15.99:0/943102811 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2bc06aac0 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.917 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c1400700 1 --2- 172.21.15.99:0/943102811 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 0x7fe2bc0cea40 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe2b0009850 tx=0x7fe2b0009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d53a98c4a095c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:35.918 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2bbe00700 1 -- 172.21.15.99:0/943102811 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b0011830 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.918 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2bbe00700 1 -- 172.21.15.99:0/943102811 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2b0011990 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.918 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2bbe00700 1 -- 172.21.15.99:0/943102811 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b0011d20 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c2800700 1 -- 172.21.15.99:0/943102811 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 msgr2=0x7fe2bc0cea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c2800700 1 --2- 172.21.15.99:0/943102811 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 0x7fe2bc0cea40 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe2b0009850 tx=0x7fe2b0009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c2800700 1 -- 172.21.15.99:0/943102811 shutdown_connections 2024-09-13T17:01:35.919 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c2800700 1 --2- 172.21.15.99:0/943102811 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 0x7fe2bc0cea40 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:35.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c2800700 1 -- 172.21.15.99:0/943102811 >> 172.21.15.99:0/943102811 conn(0x7fe2bc0b2670 msgr2=0x7fe2bc0b2a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:35.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c2800700 1 -- 172.21.15.99:0/943102811 shutdown_connections 2024-09-13T17:01:35.920 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.912+0000 7fe2c2800700 1 -- 172.21.15.99:0/943102811 wait complete. 2024-09-13T17:01:35.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c2800700 1 Processor -- start 2024-09-13T17:01:35.921 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c2800700 1 -- start start 2024-09-13T17:01:35.922 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c2800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2bc0cc310 0x7fe2bc159780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:35.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c2800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 0x7fe2bc0c4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:35.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c2800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2bc159cc0 0x7fe2bc0c49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:35.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c2800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2bc0c4ef0 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c2800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2bc0b45c0 con 0x7fe2bc159cc0 2024-09-13T17:01:35.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c2800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2bc0b4860 con 0x7fe2bc0cc310 2024-09-13T17:01:35.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c0a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 0x7fe2bc0c4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:35.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c0a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 0x7fe2bc0c4470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45364/0 (socket says 172.21.15.99:45364) 2024-09-13T17:01:35.923 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c0a00700 1 -- 172.21.15.99:0/1745138211 learned_addr learned my addr 172.21.15.99:0/1745138211 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:35.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.916+0000 7fe2c1e00700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2bc159cc0 0x7fe2bc0c49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:35.924 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c1400700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2bc0cc310 0x7fe2bc159780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c0a00700 1 -- 172.21.15.99:0/1745138211 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2bc0cc310 msgr2=0x7fe2bc159780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c0a00700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2bc0cc310 0x7fe2bc159780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c0a00700 1 -- 172.21.15.99:0/1745138211 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2bc159cc0 msgr2=0x7fe2bc0c49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c0a00700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2bc159cc0 0x7fe2bc0c49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c0a00700 1 -- 172.21.15.99:0/1745138211 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2b00094b0 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c1400700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2bc0cc310 0x7fe2bc159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c0a00700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 0x7fe2bc0c4470 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fe2a800c700 tx=0x7fe2a800cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2b9600700 1 -- 172.21.15.99:0/1745138211 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2a8005d90 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2b9600700 1 -- 172.21.15.99:0/1745138211 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2a80070d0 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c2800700 1 -- 172.21.15.99:0/1745138211 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2bc0b4b40 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2b9600700 1 -- 172.21.15.99:0/1745138211 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2a8007440 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.925 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c2800700 1 -- 172.21.15.99:0/1745138211 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2bc0c5130 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.926 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2c2800700 1 -- 172.21.15.99:0/1745138211 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2bc0c52c0 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.927 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.920+0000 7fe2b9600700 1 -- 172.21.15.99:0/1745138211 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe2a80075a0 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.924+0000 7fe2b9600700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe29c066730 0x7fe29c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:35.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.924+0000 7fe2b9600700 1 -- 172.21.15.99:0/1745138211 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fe2a8083350 con 0x7fe2bc15e3d0 2024-09-13T17:01:35.929 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.924+0000 7fe2c1400700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe29c066730 0x7fe29c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:35.930 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.924+0000 7fe2c1400700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe29c066730 0x7fe29c068bf0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe2b00090b0 tx=0x7fe2b0008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:35.935 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:35.928+0000 7fe2b9600700 1 -- 172.21.15.99:0/1745138211 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe2a8050980 con 0x7fe2bc15e3d0 2024-09-13T17:01:36.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.112+0000 7fe2c2800700 1 -- 172.21.15.99:0/1745138211 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe2bc15e7b0 con 0x7fe29c066730 2024-09-13T17:01:36.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.116+0000 7fe2b9600700 1 -- 172.21.15.99:0/1745138211 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+47550 (secure 0 0 0) 0x7fe2b001f070 con 0x7fe29c066730 2024-09-13T17:01:36.122 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:36.126 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 -- 172.21.15.99:0/1745138211 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe29c066730 msgr2=0x7fe29c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.126 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe29c066730 0x7fe29c068bf0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe2b00090b0 tx=0x7fe2b0008030 comp rx=0 tx=0).stop 2024-09-13T17:01:36.126 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 -- 172.21.15.99:0/1745138211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 msgr2=0x7fe2bc0c4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.126 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 0x7fe2bc0c4470 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fe2a800c700 tx=0x7fe2a800cac0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.127 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 -- 172.21.15.99:0/1745138211 shutdown_connections 2024-09-13T17:01:36.127 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fe29c066730 0x7fe29c068bf0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.127 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fe2bc15e3d0 0x7fe2bc0c4470 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.127 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fe2bc159cc0 0x7fe2bc0c49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.127 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 --2- 172.21.15.99:0/1745138211 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fe2bc0cc310 0x7fe2bc159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.127 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 -- 172.21.15.99:0/1745138211 >> 172.21.15.99:0/1745138211 conn(0x7fe2bc0b2670 msgr2=0x7fe2bc0cd480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:36.127 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 -- 172.21.15.99:0/1745138211 shutdown_connections 2024-09-13T17:01:36.127 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.120+0000 7fe2c2800700 1 -- 172.21.15.99:0/1745138211 wait complete. 2024-09-13T17:01:36.128 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:01:36.150 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":84,"stamp":"2024-09-13T17:01:34.174805+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237020,"kb_used_data":4484,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737700,"statfs":{"total":773094113280,"available":772851404800,"internally_reserved":0,"allocated":4591616,"data_stored":2536447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8915,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-81,"num_read_kb":-88,"num_write":-54,"num_write_kb":-26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001770"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":179,"reported_epoch":36,"state":"active+clean","last_fresh":"2024-09-13T17:01:16.761204+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:01:16.761204+0000","last_peered":"2024-09-13T17:01:16.761204+0000","last_clean":"2024-09-13T17:01:16.761204+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:01:16.761204+0000","last_undegraded":"2024-09-13T17:01:16.761204+0000","last_fullsized":"2024-09-13T17:01:16.761204+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574871,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31524,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340316,"statfs":{"total":96636764160,"available":96604483584,"internally_reserved":0,"allocated":417792,"data_stored":164302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.2569999999999999},{"interface":"front","average":{"1min":1.337,"5min":1.337,"15min":1.337},"min":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":1.361}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":1.0309999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.79600000000000004},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"min":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.94599999999999995}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.286,"15min":1.286},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":0.91200000000000003},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":2.1339999999999999,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":1.206}]},{"osd":4,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.456,"15min":1.456},"min":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.292},{"interface":"front","average":{"1min":1.496,"5min":1.496,"15min":1.496},"min":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.997}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.542,"5min":1.542,"15min":1.542},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.171}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.583,"15min":1.583},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":1.4059999999999999},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.002,"5min":1.002,"15min":1.002},"max":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":1.3899999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574870,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31544,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340296,"statfs":{"total":96636764160,"available":96604463104,"internally_reserved":0,"allocated":438272,"data_stored":178562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":1.173},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":1.375}]},{"osd":1,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":1.74,"5min":1.74,"15min":1.74},"last":0.84999999999999998},{"interface":"front","average":{"1min":1.306,"5min":1.306,"15min":1.306},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.103}]},{"osd":2,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.0089999999999999},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.0529999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.415,"5min":2.415,"15min":2.415},"last":1.2949999999999999},{"interface":"front","average":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.143}]},{"osd":4,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":1.2430000000000001},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":3.4569999999999999,"5min":3.4569999999999999,"15min":3.4569999999999999},"last":1.4710000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.331},{"interface":"front","average":{"1min":1.514,"5min":1.514,"15min":1.514},"min":{"1min":1.01,"5min":1.01,"15min":1.01},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":1.3460000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.657,"15min":1.657},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":3.3290000000000002,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.258},{"interface":"front","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.206}]}]},{"osd":5,"up_from":13,"seq":55834574870,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":1003520,"data_stored":754210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.212,"15min":1.212},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":2.202,"5min":2.202,"15min":2.202},"last":0.66700000000000004},{"interface":"front","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.99099999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.1400000000000001,"5min":2.1400000000000001,"15min":2.1400000000000001},"last":1.2749999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":1.0920000000000001},{"interface":"front","average":{"1min":1.226,"5min":1.226,"15min":1.226},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":1.1950000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.1259999999999999},{"interface":"front","average":{"1min":1.351,"5min":1.351,"15min":1.351},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.161}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.3,"15min":1.3},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":0.83899999999999997},{"interface":"front","average":{"1min":1.294,"5min":1.294,"15min":1.294},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":1.4059999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":1.266,"15min":1.266},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.90100000000000002},{"interface":"front","average":{"1min":1.325,"5min":1.325,"15min":1.325},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":1.0580000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.357},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"min":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"max":{"1min":2.2250000000000001,"5min":2.2250000000000001,"15min":2.2250000000000001},"last":1.238}]}]},{"osd":4,"up_from":13,"seq":55834574870,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31532,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340308,"statfs":{"total":96636764160,"available":96604475392,"internally_reserved":0,"allocated":430080,"data_stored":172417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":0.77400000000000002}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.238,"15min":1.238},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":0.96599999999999997},{"interface":"front","average":{"1min":1.196,"5min":1.196,"15min":1.196},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.872}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.228,"15min":1.228},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.327,"5min":1.327,"15min":1.327},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.042}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":2.0310000000000001,"5min":2.0310000000000001,"15min":2.0310000000000001},"last":1.139}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.335,"15min":1.335},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":1.1859999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":1.2270000000000001},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.6579999999999999,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.2669999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.569,"15min":1.569},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1949999999999998,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":1.2989999999999999},{"interface":"front","average":{"1min":1.865,"5min":1.865,"15min":1.865},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":7.077,"5min":7.077,"15min":7.077},"last":1.448}]}]},{"osd":3,"up_from":13,"seq":55834574871,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27448,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344392,"statfs":{"total":96636764160,"available":96608657408,"internally_reserved":0,"allocated":438272,"data_stored":171222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.83199999999999996}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.73699999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.946,"5min":1.946,"15min":1.946},"last":0.95799999999999996},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.746,"5min":2.746,"15min":2.746},"last":0.58299999999999996}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":0.93000000000000005},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.873,"5min":0.873,"15min":0.873},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.1399999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.2949999999999999},{"interface":"front","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":0.91700000000000004}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.45,"5min":1.45,"15min":1.45},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":2.0939999999999999,"5min":2.0939999999999999,"15min":2.0939999999999999},"last":1.099}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":2.903,"5min":2.903,"15min":2.903},"last":1.159},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"last":1.089}]}]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":425984,"data_stored":170480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":4.0469999999999997,"5min":4.0469999999999997,"15min":4.0469999999999997},"last":0.91100000000000003},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.67300000000000004}]},{"osd":1,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":1.1259999999999999},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.1299999999999999,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":1.359}]},{"osd":3,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":0.87},{"interface":"front","average":{"1min":1.198,"5min":1.198,"15min":1.198},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.96,"5min":2.96,"15min":2.96},"last":1.226}]},{"osd":4,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.048,"5min":3.048,"15min":3.048},"last":1.391},{"interface":"front","average":{"1min":1.573,"5min":1.573,"15min":1.573},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":3.9140000000000001,"5min":3.9140000000000001,"15min":3.9140000000000001},"last":1.272}]},{"osd":5,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.591,"15min":1.591},"min":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.49,"5min":1.49,"15min":1.49},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":2.8799999999999999,"5min":2.8799999999999999,"15min":2.8799999999999999},"last":1.4219999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":3.2509999999999999},"last":1.54},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"min":{"1min":1.117,"5min":1.117,"15min":1.117},"max":{"1min":3.202,"5min":3.202,"15min":3.202},"last":1.288}]},{"osd":7,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":4.4429999999999996,"5min":4.4429999999999996,"15min":4.4429999999999996},"last":1.482},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5940000000000001,"15min":1.5940000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":3.573,"5min":3.573,"15min":3.573},"last":1.304}]}]},{"osd":1,"up_from":13,"seq":55834574871,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28016,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343824,"statfs":{"total":96636764160,"available":96608075776,"internally_reserved":0,"allocated":1019904,"data_stored":760884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.95699999999999996},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":1.4890000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":1.091},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.7970000000000002,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.875}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":3.0449999999999999,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.369,"5min":1.369,"15min":1.369},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":1.6100000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"min":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":1.3100000000000001},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"min":{"1min":1.016,"5min":1.016,"15min":1.016},"max":{"1min":3.2309999999999999,"5min":3.2309999999999999,"15min":3.2309999999999999},"last":1.0129999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.371,"15min":1.371},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":3.3420000000000001,"5min":3.3420000000000001,"15min":3.3420000000000001},"last":1.4279999999999999},{"interface":"front","average":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":1.363}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":1.708},{"interface":"front","average":{"1min":1.504,"5min":1.504,"15min":1.504},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.9350000000000001,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":1.5669999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574870,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":164370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":3.677,"5min":3.677,"15min":3.677},"last":0.76200000000000001},{"interface":"front","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":0.92200000000000004}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":0.69199999999999995}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.3650000000000002,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":1.052}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":2.0840000000000001,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":1.3660000000000001},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":2.1520000000000001,"5min":2.1520000000000001,"15min":2.1520000000000001},"last":1.21}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":1.036,"5min":1.036,"15min":1.036},"max":{"1min":3.1720000000000002,"5min":3.1720000000000002,"15min":3.1720000000000002},"last":1.304},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.5169999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"max":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.343},{"interface":"front","average":{"1min":1.524,"5min":1.524,"15min":1.524},"min":{"1min":1.109,"5min":1.109,"15min":1.109},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":1.4159999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.413},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.599},{"interface":"front","average":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":1.4390000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:01:36.152 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:01:36.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.312+0000 7f1fed800700 1 Processor -- start 2024-09-13T17:01:36.317 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.312+0000 7f1fed800700 1 -- start start 2024-09-13T17:01:36.320 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fed800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe80ce700 0x7f1fe80b0970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.320 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fed800700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fe80b4b20 con 0x7f1fe8159a50 2024-09-13T17:01:36.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fed800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fe80b12c0 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fed800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fe80b3ba0 con 0x7f1fe80ce700 2024-09-13T17:01:36.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fe7e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f1fe8159a50 0x7f1fe80cdff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42662/0 (socket says 172.21.15.99:42662) 2024-09-13T17:01:36.321 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fe7e00700 1 -- 172.21.15.99:0/56218449 learned_addr learned my addr 172.21.15.99:0/56218449 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:36.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fdf400700 1 --2- 172.21.15.99:0/56218449 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe80ce700 0x7f1fe80b0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fe7400700 1 -- 172.21.15.99:0/56218449 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4018390237 0 0) 0x7f1fe80b4b20 con 0x7f1fe8159a50 2024-09-13T17:01:36.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fe7400700 1 -- 172.21.15.99:0/56218449 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1fcc0035d0 con 0x7f1fe8159a50 2024-09-13T17:01:36.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fe7400700 1 -- 172.21.15.99:0/56218449 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2743183151 0 0) 0x7f1fe80b12c0 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fe7400700 1 -- 172.21.15.99:0/56218449 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1fe80b4b20 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.322 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fe7400700 1 -- 172.21.15.99:0/56218449 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2318129280 0 0) 0x7f1fcc0035d0 con 0x7f1fe8159a50 2024-09-13T17:01:36.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fdf400700 1 -- 172.21.15.99:0/56218449 >> v1:172.21.15.170:6789/0 conn(0x7f1fe80b0eb0 legacy=0x7f1fe80b2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fdf400700 1 -- 172.21.15.99:0/56218449 >> v1:172.21.15.99:6789/0 conn(0x7f1fe8159a50 legacy=0x7f1fe80cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fdf400700 1 -- 172.21.15.99:0/56218449 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fe80cd230 con 0x7f1fe80ce700 2024-09-13T17:01:36.323 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.316+0000 7f1fdf400700 1 --2- 172.21.15.99:0/56218449 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe80ce700 0x7f1fe80b0970 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0009880 tx=0x7f1fd0009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afac9eb29d1df87c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:36.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.320+0000 7f1fe7400700 1 -- 172.21.15.99:0/56218449 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8001670 con 0x7f1fe80ce700 2024-09-13T17:01:36.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.320+0000 7f1fe7400700 1 -- 172.21.15.99:0/56218449 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fd0004030 con 0x7f1fe80ce700 2024-09-13T17:01:36.324 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.320+0000 7f1fe7400700 1 -- 172.21.15.99:0/56218449 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd00043c0 con 0x7f1fe80ce700 2024-09-13T17:01:36.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.320+0000 7f1fed800700 1 -- 172.21.15.99:0/56218449 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe80ce700 msgr2=0x7f1fe80b0970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.320+0000 7f1fed800700 1 --2- 172.21.15.99:0/56218449 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe80ce700 0x7f1fe80b0970 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0009880 tx=0x7f1fd0009b90 comp rx=0 tx=0).stop 2024-09-13T17:01:36.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.320+0000 7f1fed800700 1 -- 172.21.15.99:0/56218449 shutdown_connections 2024-09-13T17:01:36.325 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.320+0000 7f1fed800700 1 --2- 172.21.15.99:0/56218449 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe80ce700 0x7f1fe80b0970 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.320+0000 7f1fed800700 1 -- 172.21.15.99:0/56218449 >> 172.21.15.99:0/56218449 conn(0x7f1fe806f790 msgr2=0x7f1fe806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:36.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.320+0000 7f1fed800700 1 -- 172.21.15.99:0/56218449 shutdown_connections 2024-09-13T17:01:36.326 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.320+0000 7f1fed800700 1 -- 172.21.15.99:0/56218449 wait complete. 2024-09-13T17:01:36.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fed800700 1 Processor -- start 2024-09-13T17:01:36.329 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fed800700 1 -- start start 2024-09-13T17:01:36.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fed800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fe80b0eb0 0x7f1fe8151cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.330 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fed800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1fe80ce700 0x7f1fe80cb720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fed800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe8159a50 0x7f1fe813a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fed800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fe813ae30 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fed800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fe8142960 con 0x7f1fe80ce700 2024-09-13T17:01:36.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fed800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fe813b040 con 0x7f1fe8159a50 2024-09-13T17:01:36.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fe7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fe80b0eb0 0x7f1fe8151cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fe7e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fe80b0eb0 0x7f1fe8151cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45366/0 (socket says 172.21.15.99:45366) 2024-09-13T17:01:36.331 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fe7e00700 1 -- 172.21.15.99:0/1629380459 learned_addr learned my addr 172.21.15.99:0/1629380459 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:36.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fdf400700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1fe80ce700 0x7f1fe80cb720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.332 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fece00700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe8159a50 0x7f1fe813a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fe7e00700 1 -- 172.21.15.99:0/1629380459 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe8159a50 msgr2=0x7f1fe813a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fe7e00700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe8159a50 0x7f1fe813a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fe7e00700 1 -- 172.21.15.99:0/1629380459 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1fe80ce700 msgr2=0x7f1fe80cb720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fe7e00700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1fe80ce700 0x7f1fe80cb720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fe7e00700 1 -- 172.21.15.99:0/1629380459 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fd00094b0 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fdf400700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1fe80ce700 0x7f1fe80cb720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.324+0000 7f1fece00700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe8159a50 0x7f1fe813a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.328+0000 7f1fe7e00700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fe80b0eb0 0x7f1fe8151cd0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800c6d0 tx=0x7f1fd800ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.328+0000 7f1fe4c00700 1 -- 172.21.15.99:0/1629380459 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8004ca0 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.328+0000 7f1fe4c00700 1 -- 172.21.15.99:0/1629380459 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fd8004e00 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.328+0000 7f1fed800700 1 -- 172.21.15.99:0/1629380459 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fe8142310 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.328+0000 7f1fe4c00700 1 -- 172.21.15.99:0/1629380459 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8007310 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.333 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.328+0000 7f1fed800700 1 -- 172.21.15.99:0/1629380459 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fe8139650 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.328+0000 7f1fed800700 1 -- 172.21.15.99:0/1629380459 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fe80b3670 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.334 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.328+0000 7f1fe4c00700 1 -- 172.21.15.99:0/1629380459 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1fd8007470 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.328+0000 7f1fe4c00700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fc4066760 0x7f1fc4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.335 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.332+0000 7f1fe4c00700 1 -- 172.21.15.99:0/1629380459 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1fd8083cf0 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.332+0000 7f1fdf400700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fc4066760 0x7f1fc4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.336 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.332+0000 7f1fdf400700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fc4066760 0x7f1fc4068c20 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1fe80ceae0 tx=0x7f1fd0010000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:36.343 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.336+0000 7f1fe4c00700 1 -- 172.21.15.99:0/1629380459 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1fe80b3670 con 0x7f1fe80b0eb0 2024-09-13T17:01:36.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.524+0000 7f1fed800700 1 -- 172.21.15.99:0/1629380459 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1fe8142190 con 0x7f1fc4066760 2024-09-13T17:01:36.533 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.528+0000 7f1fe4c00700 1 -- 172.21.15.99:0/1629380459 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+47623 (secure 0 0 0) 0x7f1fd0004560 con 0x7f1fc4066760 2024-09-13T17:01:36.534 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:36.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 -- 172.21.15.99:0/1629380459 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fc4066760 msgr2=0x7f1fc4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fc4066760 0x7f1fc4068c20 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1fe80ceae0 tx=0x7f1fd0010000 comp rx=0 tx=0).stop 2024-09-13T17:01:36.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 -- 172.21.15.99:0/1629380459 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fe80b0eb0 msgr2=0x7f1fe8151cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.537 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fe80b0eb0 0x7f1fe8151cd0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800c6d0 tx=0x7f1fd800ca90 comp rx=0 tx=0).stop 2024-09-13T17:01:36.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 -- 172.21.15.99:0/1629380459 shutdown_connections 2024-09-13T17:01:36.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fc4066760 0x7f1fc4068c20 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f1fe8159a50 0x7f1fe813a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f1fe80ce700 0x7f1fe80cb720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 --2- 172.21.15.99:0/1629380459 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f1fe80b0eb0 0x7f1fe8151cd0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 -- 172.21.15.99:0/1629380459 >> 172.21.15.99:0/1629380459 conn(0x7f1fe806f790 msgr2=0x7f1fe80b3e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:36.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 -- 172.21.15.99:0/1629380459 shutdown_connections 2024-09-13T17:01:36.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.532+0000 7f1fed800700 1 -- 172.21.15.99:0/1629380459 wait complete. 2024-09-13T17:01:36.539 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:01:36.558 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-09-13T17:01:36.175302+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":37,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":237288,"kb_used_data":4708,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737432,"statfs":{"total":773094113280,"available":772851130368,"internally_reserved":0,"allocated":4820992,"data_stored":2637205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8915,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-81,"num_read_kb":-88,"num_write":-54,"num_write_kb":-26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.954005"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":181,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T17:01:31.383250+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:01:31.383250+0000","last_peered":"2024-09-13T17:01:31.383250+0000","last_clean":"2024-09-13T17:01:31.383250+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:01:31.383250+0000","last_undegraded":"2024-09-13T17:01:31.383250+0000","last_fullsized":"2024-09-13T17:01:31.383250+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.85699999999999998},{"interface":"front","average":{"1min":1.337,"5min":1.337,"15min":1.337},"min":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":1.1160000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":1.135},{"interface":"front","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":0.88400000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.93999999999999995},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"min":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.95699999999999996}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.286,"15min":1.286},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.208},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":2.1339999999999999,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":1.103}]},{"osd":4,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.456,"15min":1.456},"min":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.496,"5min":1.496,"15min":1.496},"min":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.753}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":1.0429999999999999},{"interface":"front","average":{"1min":1.542,"5min":1.542,"15min":1.542},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.0049999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.583,"15min":1.583},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":1.1579999999999999},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.002,"5min":1.002,"15min":1.002},"max":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":1.0840000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31564,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340276,"statfs":{"total":96636764160,"available":96604442624,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":1.5369999999999999},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":1.696}]},{"osd":1,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":1.74,"5min":1.74,"15min":1.74},"last":1.3120000000000001},{"interface":"front","average":{"1min":1.306,"5min":1.306,"15min":1.306},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.268}]},{"osd":2,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.3919999999999999},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.01}]},{"osd":3,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.415,"5min":2.415,"15min":2.415},"last":0.88900000000000001},{"interface":"front","average":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.508}]},{"osd":4,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":1.4470000000000001},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":3.4569999999999999,"5min":3.4569999999999999,"15min":3.4569999999999999},"last":1.5640000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.514,"5min":1.514,"15min":1.514},"min":{"1min":1.01,"5min":1.01,"15min":1.01},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":1.5980000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.657,"15min":1.657},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":3.3290000000000002,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.631},{"interface":"front","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.1950000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32136,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339704,"statfs":{"total":96636764160,"available":96603856896,"internally_reserved":0,"allocated":1044480,"data_stored":771535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.212,"15min":1.212},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":2.202,"5min":2.202,"15min":2.202},"last":1.246},{"interface":"front","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.95099999999999996}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":0.88700000000000001},{"interface":"front","average":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.1400000000000001,"5min":2.1400000000000001,"15min":2.1400000000000001},"last":1.329}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":1.171},{"interface":"front","average":{"1min":1.226,"5min":1.226,"15min":1.226},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":0.98099999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.351,"5min":1.351,"15min":1.351},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.3520000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.3,"15min":1.3},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.294,"5min":1.294,"15min":1.294},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":1.3740000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":1.266,"15min":1.266},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":1.4259999999999999},{"interface":"front","average":{"1min":1.325,"5min":1.325,"15min":1.325},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":1.1379999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.4590000000000001},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"min":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"max":{"1min":2.2250000000000001,"5min":2.2250000000000001,"15min":2.2250000000000001},"last":1.55}]}]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":1.478},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":1.22}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.238,"15min":1.238},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.196,"5min":1.196,"15min":1.196},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":1.1040000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.228,"15min":1.228},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.159},{"interface":"front","average":{"1min":1.327,"5min":1.327,"15min":1.327},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.4430000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":1.532},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":2.0310000000000001,"5min":2.0310000000000001,"15min":2.0310000000000001},"last":1.4099999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.335,"15min":1.335},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":1.3340000000000001},{"interface":"front","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":1.2609999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.6579999999999999,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.173}]},{"osd":7,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.569,"15min":1.569},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1949999999999998,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":1.3799999999999999},{"interface":"front","average":{"1min":1.865,"5min":1.865,"15min":1.865},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":7.077,"5min":7.077,"15min":7.077},"last":1.294}]}]},{"osd":3,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":1.0529999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.91200000000000003}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":1.2170000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.946,"5min":1.946,"15min":1.946},"last":1.2929999999999999},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.746,"5min":2.746,"15min":2.746},"last":1.456}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.1599999999999999},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.873,"5min":0.873,"15min":0.873},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.242}]},{"osd":5,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.113},{"interface":"front","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":1.3160000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":1.0920000000000001},{"interface":"front","average":{"1min":1.45,"5min":1.45,"15min":1.45},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":2.0939999999999999,"5min":2.0939999999999999,"15min":2.0939999999999999},"last":1.1859999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":2.903,"5min":2.903,"15min":2.903},"last":1.385},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"last":1.008}]}]},{"osd":2,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":4.0469999999999997,"5min":4.0469999999999997,"15min":4.0469999999999997},"last":0.70799999999999996},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.51400000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":1.0029999999999999},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.1299999999999999,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.55600000000000005}]},{"osd":3,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":0.76700000000000002},{"interface":"front","average":{"1min":1.198,"5min":1.198,"15min":1.198},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.96,"5min":2.96,"15min":2.96},"last":1.115}]},{"osd":4,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.048,"5min":3.048,"15min":3.048},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.573,"5min":1.573,"15min":1.573},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":3.9140000000000001,"5min":3.9140000000000001,"15min":3.9140000000000001},"last":0.66100000000000003}]},{"osd":5,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.591,"15min":1.591},"min":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":0.90800000000000003},{"interface":"front","average":{"1min":1.49,"5min":1.49,"15min":1.49},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":2.8799999999999999,"5min":2.8799999999999999,"15min":2.8799999999999999},"last":0.95099999999999996}]},{"osd":6,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":3.2509999999999999},"last":1.042},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"min":{"1min":1.117,"5min":1.117,"15min":1.117},"max":{"1min":3.202,"5min":3.202,"15min":3.202},"last":1.2310000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":4.4429999999999996,"5min":4.4429999999999996,"15min":4.4429999999999996},"last":1.147},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5940000000000001,"15min":1.5940000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":3.573,"5min":3.573,"15min":3.573},"last":1.087}]}]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1048576,"data_stored":772554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":1.2909999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.76200000000000001},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":1.264}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":1.3149999999999999},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.7970000000000002,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.91000000000000003}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":3.0449999999999999,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":1.236},{"interface":"front","average":{"1min":1.369,"5min":1.369,"15min":1.369},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":1.2010000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"min":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":1.1659999999999999},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"min":{"1min":1.016,"5min":1.016,"15min":1.016},"max":{"1min":3.2309999999999999,"5min":3.2309999999999999,"15min":3.2309999999999999},"last":1.0640000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.371,"15min":1.371},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":3.3420000000000001,"5min":3.3420000000000001,"15min":3.3420000000000001},"last":1.349},{"interface":"front","average":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":1.1419999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":1.3660000000000001},{"interface":"front","average":{"1min":1.504,"5min":1.504,"15min":1.504},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.9350000000000001,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":1.091}]}]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27472,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":3.677,"5min":3.677,"15min":3.677},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":0.873}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.94899999999999995},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":1.1890000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.81999999999999995},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.3650000000000002,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":1.4510000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":2.0840000000000001,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":1.431},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":2.1520000000000001,"5min":2.1520000000000001,"15min":2.1520000000000001},"last":1.3600000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":1.036,"5min":1.036,"15min":1.036},"max":{"1min":3.1720000000000002,"5min":3.1720000000000002,"15min":3.1720000000000002},"last":1.3109999999999999},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.095}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"max":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.0169999999999999},{"interface":"front","average":{"1min":1.524,"5min":1.524,"15min":1.524},"min":{"1min":1.109,"5min":1.109,"15min":1.109},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":1.3999999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.413},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.27},{"interface":"front","average":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":1.139}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:01:36.559 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T17:01:36.560 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:01:36.726 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.720+0000 7fb9a2e00700 1 Processor -- start 2024-09-13T17:01:36.726 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.720+0000 7fb9a2e00700 1 -- start start 2024-09-13T17:01:36.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb9a2e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fb99c15af60 0x7fb99c0ce610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb9a2e00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb99c151ef0 con 0x7fb99c15eb10 2024-09-13T17:01:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb9a2e00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb99c0ae5f0 con 0x7fb99c0cc9a0 2024-09-13T17:01:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb9a2e00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb99c15b590 con 0x7fb99c15af60 2024-09-13T17:01:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb9a2400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fb99c15eb10 0x7fb99c0b3ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42670/0 (socket says 172.21.15.99:42670) 2024-09-13T17:01:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb9a2400700 1 -- 172.21.15.99:0/1074517490 learned_addr learned my addr 172.21.15.99:0/1074517490 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:36.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb9a1000700 1 --2- 172.21.15.99:0/1074517490 >> v2:172.21.15.170:3300/0 conn(0x7fb99c15af60 0x7fb99c0ce610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1588442375 0 0) 0x7fb99c151ef0 con 0x7fb99c15eb10 2024-09-13T17:01:36.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb9840035d0 con 0x7fb99c15eb10 2024-09-13T17:01:36.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 824348928 0 0) 0x7fb99c0ae5f0 con 0x7fb99c0cc9a0 2024-09-13T17:01:36.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 --> v1:172.21.15.170:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb99c151ef0 con 0x7fb99c0cc9a0 2024-09-13T17:01:36.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3993090540 0 0) 0x7fb9840035d0 con 0x7fb99c15eb10 2024-09-13T17:01:36.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 >> v2:172.21.15.170:3300/0 conn(0x7fb99c15af60 msgr2=0x7fb99c0ce610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:36.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 --2- 172.21.15.99:0/1074517490 >> v2:172.21.15.170:3300/0 conn(0x7fb99c15af60 0x7fb99c0ce610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 >> v1:172.21.15.170:6789/0 conn(0x7fb99c0cc9a0 legacy=0x7fb99c06cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb99c15b870 con 0x7fb99c15eb10 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7fb9940019f0 con 0x7fb99c15eb10 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.724+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 >> v1:172.21.15.99:6789/0 conn(0x7fb99c15eb10 legacy=0x7fb99c0b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb99be00700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb984003bb0 0x7fb984003fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb99be00700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb984004870 0x7fb984004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb99be00700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb984005230 0x7fb98400ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb99c15b590 con 0x7fb984005230 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb98400c0b0 con 0x7fb984003bb0 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb98400c270 con 0x7fb984004870 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a1000700 1 --2- 172.21.15.99:0/1074517490 >> v2:172.21.15.170:3300/0 conn(0x7fb99c15af60 0x7fb99c0ce610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2400700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb984005230 0x7fb98400ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a1a00700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb984003bb0 0x7fb984003fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.734 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a1000700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb984004870 0x7fb984004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2400700 1 -- 172.21.15.99:0/1074517490 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb984004870 msgr2=0x7fb984004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:36.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2400700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb984004870 0x7fb984004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2400700 1 -- 172.21.15.99:0/1074517490 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb984003bb0 msgr2=0x7fb984003fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:36.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2400700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb984003bb0 0x7fb984003fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2400700 1 -- 172.21.15.99:0/1074517490 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9840035d0 con 0x7fb984005230 2024-09-13T17:01:36.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2400700 1 -- 172.21.15.99:0/1074517490 reap_dead start 2024-09-13T17:01:36.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2400700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb984005230 0x7fb98400ba30 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb99400a7a0 tx=0x7fb9840058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f010c1cbf811b4f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:36.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9940072d0 con 0x7fb984005230 2024-09-13T17:01:36.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb994007450 con 0x7fb984005230 2024-09-13T17:01:36.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb99be00700 1 -- 172.21.15.99:0/1074517490 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb994007800 con 0x7fb984005230 2024-09-13T17:01:36.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1074517490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb984005230 msgr2=0x7fb98400ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2e00700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb984005230 0x7fb98400ba30 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb99400a7a0 tx=0x7fb9840058a0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1074517490 shutdown_connections 2024-09-13T17:01:36.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2e00700 1 --2- 172.21.15.99:0/1074517490 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb984005230 0x7fb98400ba30 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1074517490 >> 172.21.15.99:0/1074517490 conn(0x7fb99c06f790 msgr2=0x7fb99c06fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:36.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1074517490 shutdown_connections 2024-09-13T17:01:36.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.728+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1074517490 wait complete. 2024-09-13T17:01:36.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.732+0000 7fb9a2e00700 1 Processor -- start 2024-09-13T17:01:36.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.732+0000 7fb9a2e00700 1 -- start start 2024-09-13T17:01:36.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb984005230 0x7fb99c0c57e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb99c0b0ce0 0x7fb99c0c8a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb99c0b1140 0x7fb99c0c8f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb99c0cb1c0 con 0x7fb99c0b1140 2024-09-13T17:01:36.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb99c0c4d40 con 0x7fb984005230 2024-09-13T17:01:36.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb99c0c95a0 con 0x7fb99c0b0ce0 2024-09-13T17:01:36.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb99c0b1140 0x7fb99c0c8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb99c0b1140 0x7fb99c0c8f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45388/0 (socket says 172.21.15.99:45388) 2024-09-13T17:01:36.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2400700 1 -- 172.21.15.99:0/1799416401 learned_addr learned my addr 172.21.15.99:0/1799416401 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:36.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a1a00700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb984005230 0x7fb99c0c57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a1000700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb99c0b0ce0 0x7fb99c0c8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2400700 1 -- 172.21.15.99:0/1799416401 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb99c0b0ce0 msgr2=0x7fb99c0c8a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2400700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb99c0b0ce0 0x7fb99c0c8a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2400700 1 -- 172.21.15.99:0/1799416401 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb984005230 msgr2=0x7fb99c0c57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2400700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb984005230 0x7fb99c0c57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2400700 1 -- 172.21.15.99:0/1799416401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb99c0c4fe0 con 0x7fb99c0b1140 2024-09-13T17:01:36.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2400700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb99c0b1140 0x7fb99c0c8f70 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fb99c06c390 tx=0x7fb994001d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:36.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb999600700 1 -- 172.21.15.99:0/1799416401 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb994024070 con 0x7fb99c0b1140 2024-09-13T17:01:36.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb999600700 1 -- 172.21.15.99:0/1799416401 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb99400ae60 con 0x7fb99c0b1140 2024-09-13T17:01:36.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1799416401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb99c0c52c0 con 0x7fb99c0b1140 2024-09-13T17:01:36.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb999600700 1 -- 172.21.15.99:0/1799416401 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb994007a30 con 0x7fb99c0b1140 2024-09-13T17:01:36.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.736+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1799416401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb99c149120 con 0x7fb99c0b1140 2024-09-13T17:01:36.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.740+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1799416401 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb99c0c54b0 con 0x7fb99c0b1140 2024-09-13T17:01:36.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.740+0000 7fb999600700 1 -- 172.21.15.99:0/1799416401 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb99401f430 con 0x7fb99c0b1140 2024-09-13T17:01:36.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.740+0000 7fb999600700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb97c066730 0x7fb97c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:36.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.740+0000 7fb999600700 1 -- 172.21.15.99:0/1799416401 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb9940853f0 con 0x7fb99c0b1140 2024-09-13T17:01:36.746 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.740+0000 7fb9a1a00700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb97c066730 0x7fb97c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:36.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.740+0000 7fb9a1a00700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb97c066730 0x7fb97c068bf0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb990007fd0 tx=0x7fb990009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:36.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.748+0000 7fb999600700 1 -- 172.21.15.99:0/1799416401 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb9940529f0 con 0x7fb99c0b1140 2024-09-13T17:01:36.945 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.940+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1799416401 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb99c15be30 con 0x7fb97c066730 2024-09-13T17:01:36.947 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.940+0000 7fb999600700 1 -- 172.21.15.99:0/1799416401 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+47623 (secure 0 0 0) 0x7fb9900016b0 con 0x7fb97c066730 2024-09-13T17:01:36.948 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:36.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1799416401 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb97c066730 msgr2=0x7fb97c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb97c066730 0x7fb97c068bf0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb990007fd0 tx=0x7fb990009040 comp rx=0 tx=0).stop 2024-09-13T17:01:36.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1799416401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb99c0b1140 msgr2=0x7fb99c0c8f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:36.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb99c0b1140 0x7fb99c0c8f70 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fb99c06c390 tx=0x7fb994001d00 comp rx=0 tx=0).stop 2024-09-13T17:01:36.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1799416401 shutdown_connections 2024-09-13T17:01:36.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb97c066730 0x7fb97c068bf0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb99c0b1140 0x7fb99c0c8f70 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb99c0b0ce0 0x7fb99c0c8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 --2- 172.21.15.99:0/1799416401 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb984005230 0x7fb99c0c57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:36.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1799416401 >> 172.21.15.99:0/1799416401 conn(0x7fb99c06f790 msgr2=0x7fb99c0b3df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:36.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1799416401 shutdown_connections 2024-09-13T17:01:36.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:36.944+0000 7fb9a2e00700 1 -- 172.21.15.99:0/1799416401 wait complete. 2024-09-13T17:01:36.952 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:01:36.973 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-09-13T17:01:36.175302+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":37,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":237288,"kb_used_data":4708,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737432,"statfs":{"total":773094113280,"available":772851130368,"internally_reserved":0,"allocated":4820992,"data_stored":2637205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8915,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-81,"num_read_kb":-88,"num_write":-54,"num_write_kb":-26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.954005"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":181,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-13T17:01:31.383250+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:01:31.383250+0000","last_peered":"2024-09-13T17:01:31.383250+0000","last_clean":"2024-09-13T17:01:31.383250+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:01:31.383250+0000","last_undegraded":"2024-09-13T17:01:31.383250+0000","last_fullsized":"2024-09-13T17:01:31.383250+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:08.127245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.85699999999999998},{"interface":"front","average":{"1min":1.337,"5min":1.337,"15min":1.337},"min":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":1.1160000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":1.135},{"interface":"front","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":0.88400000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.93999999999999995},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"min":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":0.95699999999999996}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.286,"15min":1.286},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.208},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":2.1339999999999999,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":1.103}]},{"osd":4,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.456,"15min":1.456},"min":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.496,"5min":1.496,"15min":1.496},"min":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.753}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":1.0429999999999999},{"interface":"front","average":{"1min":1.542,"5min":1.542,"15min":1.542},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.0049999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.583,"15min":1.583},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":1.1579999999999999},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.002,"5min":1.002,"15min":1.002},"max":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":1.0840000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31564,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340276,"statfs":{"total":96636764160,"available":96604442624,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":1.5369999999999999},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":1.696}]},{"osd":1,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":1.74,"5min":1.74,"15min":1.74},"last":1.3120000000000001},{"interface":"front","average":{"1min":1.306,"5min":1.306,"15min":1.306},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.268}]},{"osd":2,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.3919999999999999},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.01}]},{"osd":3,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.415,"5min":2.415,"15min":2.415},"last":0.88900000000000001},{"interface":"front","average":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.508}]},{"osd":4,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":1.4470000000000001},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":3.4569999999999999,"5min":3.4569999999999999,"15min":3.4569999999999999},"last":1.5640000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.514,"5min":1.514,"15min":1.514},"min":{"1min":1.01,"5min":1.01,"15min":1.01},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":1.5980000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.657,"15min":1.657},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":3.3290000000000002,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.631},{"interface":"front","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.1950000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32136,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339704,"statfs":{"total":96636764160,"available":96603856896,"internally_reserved":0,"allocated":1044480,"data_stored":771535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.212,"15min":1.212},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":2.202,"5min":2.202,"15min":2.202},"last":1.246},{"interface":"front","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.95099999999999996}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":0.88700000000000001},{"interface":"front","average":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.1400000000000001,"5min":2.1400000000000001,"15min":2.1400000000000001},"last":1.329}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":1.171},{"interface":"front","average":{"1min":1.226,"5min":1.226,"15min":1.226},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":0.98099999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.351,"5min":1.351,"15min":1.351},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.3520000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.3,"15min":1.3},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.294,"5min":1.294,"15min":1.294},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":1.3740000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":1.266,"15min":1.266},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":1.4259999999999999},{"interface":"front","average":{"1min":1.325,"5min":1.325,"15min":1.325},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":1.1379999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.4590000000000001},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"min":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"max":{"1min":2.2250000000000001,"5min":2.2250000000000001,"15min":2.2250000000000001},"last":1.55}]}]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":1.478},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":1.22}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.238,"15min":1.238},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.196,"5min":1.196,"15min":1.196},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":1.1040000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.228,"15min":1.228},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.159},{"interface":"front","average":{"1min":1.327,"5min":1.327,"15min":1.327},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.4430000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":1.532},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":2.0310000000000001,"5min":2.0310000000000001,"15min":2.0310000000000001},"last":1.4099999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.335,"15min":1.335},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":1.3340000000000001},{"interface":"front","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":1.2609999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.6579999999999999,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.173}]},{"osd":7,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.569,"15min":1.569},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1949999999999998,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":1.3799999999999999},{"interface":"front","average":{"1min":1.865,"5min":1.865,"15min":1.865},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":7.077,"5min":7.077,"15min":7.077},"last":1.294}]}]},{"osd":3,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":1.0529999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.91200000000000003}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":1.2170000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.946,"5min":1.946,"15min":1.946},"last":1.2929999999999999},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.746,"5min":2.746,"15min":2.746},"last":1.456}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.1599999999999999},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.873,"5min":0.873,"15min":0.873},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.242}]},{"osd":5,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.113},{"interface":"front","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":1.3160000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":1.0920000000000001},{"interface":"front","average":{"1min":1.45,"5min":1.45,"15min":1.45},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":2.0939999999999999,"5min":2.0939999999999999,"15min":2.0939999999999999},"last":1.1859999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":2.903,"5min":2.903,"15min":2.903},"last":1.385},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"last":1.008}]}]},{"osd":2,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":4.0469999999999997,"5min":4.0469999999999997,"15min":4.0469999999999997},"last":0.70799999999999996},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.51400000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":1.0029999999999999},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.1299999999999999,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.55600000000000005}]},{"osd":3,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":0.76700000000000002},{"interface":"front","average":{"1min":1.198,"5min":1.198,"15min":1.198},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.96,"5min":2.96,"15min":2.96},"last":1.115}]},{"osd":4,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.048,"5min":3.048,"15min":3.048},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.573,"5min":1.573,"15min":1.573},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":3.9140000000000001,"5min":3.9140000000000001,"15min":3.9140000000000001},"last":0.66100000000000003}]},{"osd":5,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.591,"15min":1.591},"min":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":0.90800000000000003},{"interface":"front","average":{"1min":1.49,"5min":1.49,"15min":1.49},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":2.8799999999999999,"5min":2.8799999999999999,"15min":2.8799999999999999},"last":0.95099999999999996}]},{"osd":6,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":3.2509999999999999},"last":1.042},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"min":{"1min":1.117,"5min":1.117,"15min":1.117},"max":{"1min":3.202,"5min":3.202,"15min":3.202},"last":1.2310000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":4.4429999999999996,"5min":4.4429999999999996,"15min":4.4429999999999996},"last":1.147},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5940000000000001,"15min":1.5940000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":3.573,"5min":3.573,"15min":3.573},"last":1.087}]}]},{"osd":1,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1048576,"data_stored":772554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":1.2909999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.76200000000000001},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":1.264}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":1.3149999999999999},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.7970000000000002,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.91000000000000003}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":3.0449999999999999,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":1.236},{"interface":"front","average":{"1min":1.369,"5min":1.369,"15min":1.369},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":1.2010000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"min":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":1.1659999999999999},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"min":{"1min":1.016,"5min":1.016,"15min":1.016},"max":{"1min":3.2309999999999999,"5min":3.2309999999999999,"15min":3.2309999999999999},"last":1.0640000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.371,"15min":1.371},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":3.3420000000000001,"5min":3.3420000000000001,"15min":3.3420000000000001},"last":1.349},{"interface":"front","average":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":1.1419999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":1.3660000000000001},{"interface":"front","average":{"1min":1.504,"5min":1.504,"15min":1.504},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.9350000000000001,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":1.091}]}]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27472,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":3.677,"5min":3.677,"15min":3.677},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":0.873}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.94899999999999995},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":1.1890000000000001}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.81999999999999995},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.3650000000000002,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":1.4510000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":2.0840000000000001,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":1.431},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":2.1520000000000001,"5min":2.1520000000000001,"15min":2.1520000000000001},"last":1.3600000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":1.036,"5min":1.036,"15min":1.036},"max":{"1min":3.1720000000000002,"5min":3.1720000000000002,"15min":3.1720000000000002},"last":1.3109999999999999},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.095}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"max":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.0169999999999999},{"interface":"front","average":{"1min":1.524,"5min":1.524,"15min":1.524},"min":{"1min":1.109,"5min":1.109,"15min":1.109},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":1.3999999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.413},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.27},{"interface":"front","average":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":1.139}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:01:36.974 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T17:01:37.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.135+0000 7fa0e6c00700 1 Processor -- start 2024-09-13T17:01:37.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.135+0000 7fa0e6c00700 1 -- start start 2024-09-13T17:01:37.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e6c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fa0e00cc9a0 0x7fa0e015af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:37.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e6c00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fa0e00ce610 0x7fa0e006cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:37.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e6c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0e0151ef0 con 0x7fa0e006d070 2024-09-13T17:01:37.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e6c00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0e00cea80 con 0x7fa0e00ce610 2024-09-13T17:01:37.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e6c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0e015b590 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e6200700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fa0e006d070 0x7fa0e015eb10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42682/0 (socket says 172.21.15.99:42682) 2024-09-13T17:01:37.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e6200700 1 -- 172.21.15.99:0/205594662 learned_addr learned my addr 172.21.15.99:0/205594662 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:37.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e4e00700 1 --2- 172.21.15.99:0/205594662 >> v2:172.21.15.99:3300/0 conn(0x7fa0e00ce610 0x7fa0e006cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:37.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e5800700 1 --2- 172.21.15.99:0/205594662 >> v2:172.21.15.170:3300/0 conn(0x7fa0e00cc9a0 0x7fa0e015af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:37.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0dfe00700 1 -- 172.21.15.99:0/205594662 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4054576142 0 0) 0x7fa0e0151ef0 con 0x7fa0e006d070 2024-09-13T17:01:37.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0dfe00700 1 -- 172.21.15.99:0/205594662 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa0c80035d0 con 0x7fa0e006d070 2024-09-13T17:01:37.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e4e00700 1 -- 172.21.15.99:0/205594662 >> v2:172.21.15.170:3300/0 conn(0x7fa0e00cc9a0 msgr2=0x7fa0e015af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:37.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e4e00700 1 --2- 172.21.15.99:0/205594662 >> v2:172.21.15.170:3300/0 conn(0x7fa0e00cc9a0 0x7fa0e015af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:37.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e4e00700 1 -- 172.21.15.99:0/205594662 >> v1:172.21.15.99:6789/0 conn(0x7fa0e006d070 legacy=0x7fa0e015eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:37.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e4e00700 1 -- 172.21.15.99:0/205594662 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0e00ae5f0 con 0x7fa0e00ce610 2024-09-13T17:01:37.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0e4e00700 1 --2- 172.21.15.99:0/205594662 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00ce610 0x7fa0e006cb30 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fa0e006c470 tx=0x7fa0cc009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83d8b702024d3f5d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:37.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0dfe00700 1 -- 172.21.15.99:0/205594662 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc011830 con 0x7fa0e00ce610 2024-09-13T17:01:37.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0dfe00700 1 -- 172.21.15.99:0/205594662 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0cc011990 con 0x7fa0e00ce610 2024-09-13T17:01:37.147 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.139+0000 7fa0dfe00700 1 -- 172.21.15.99:0/205594662 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc011d20 con 0x7fa0e00ce610 2024-09-13T17:01:37.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.143+0000 7fa0e6c00700 1 -- 172.21.15.99:0/205594662 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00ce610 msgr2=0x7fa0e006cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:37.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.143+0000 7fa0e6c00700 1 --2- 172.21.15.99:0/205594662 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00ce610 0x7fa0e006cb30 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fa0e006c470 tx=0x7fa0cc009b30 comp rx=0 tx=0).stop 2024-09-13T17:01:37.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.143+0000 7fa0e6c00700 1 -- 172.21.15.99:0/205594662 shutdown_connections 2024-09-13T17:01:37.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.143+0000 7fa0e6c00700 1 --2- 172.21.15.99:0/205594662 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00ce610 0x7fa0e006cb30 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:37.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.143+0000 7fa0e6c00700 1 --2- 172.21.15.99:0/205594662 >> v2:172.21.15.170:3300/0 conn(0x7fa0e00cc9a0 0x7fa0e015af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:37.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.143+0000 7fa0e6c00700 1 -- 172.21.15.99:0/205594662 >> 172.21.15.99:0/205594662 conn(0x7fa0e006f790 msgr2=0x7fa0e006fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:37.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.143+0000 7fa0e6c00700 1 -- 172.21.15.99:0/205594662 shutdown_connections 2024-09-13T17:01:37.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.143+0000 7fa0e6c00700 1 -- 172.21.15.99:0/205594662 wait complete. 2024-09-13T17:01:37.150 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.143+0000 7fa0e6c00700 1 Processor -- start 2024-09-13T17:01:37.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.143+0000 7fa0e6c00700 1 -- start start 2024-09-13T17:01:37.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e6c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa0e006d070 0x7fa0e01f2580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:37.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e6c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00cc9a0 0x7fa0e01efae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:37.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e6c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa0e00ce610 0x7fa0e01f01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:37.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e6c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0e01f0020 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e6c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0e01f06f0 con 0x7fa0e00ce610 2024-09-13T17:01:37.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e6c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0e01f3c30 con 0x7fa0e006d070 2024-09-13T17:01:37.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e4e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00cc9a0 0x7fa0e01efae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:37.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e4e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00cc9a0 0x7fa0e01efae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45400/0 (socket says 172.21.15.99:45400) 2024-09-13T17:01:37.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e4e00700 1 -- 172.21.15.99:0/1219043692 learned_addr learned my addr 172.21.15.99:0/1219043692 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:37.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e6200700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa0e00ce610 0x7fa0e01f01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:37.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e5800700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa0e006d070 0x7fa0e01f2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:37.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e4e00700 1 -- 172.21.15.99:0/1219043692 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa0e006d070 msgr2=0x7fa0e01f2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:37.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e4e00700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa0e006d070 0x7fa0e01f2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:37.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e4e00700 1 -- 172.21.15.99:0/1219043692 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa0e00ce610 msgr2=0x7fa0e01f01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:37.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e4e00700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa0e00ce610 0x7fa0e01f01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:37.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e4e00700 1 -- 172.21.15.99:0/1219043692 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0cc0094b0 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e4e00700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00cc9a0 0x7fa0e01efae0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc014040 tx=0x7fa0cc004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:37.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0dd600700 1 -- 172.21.15.99:0/1219043692 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc004610 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0dd600700 1 -- 172.21.15.99:0/1219043692 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0cc01e070 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0dd600700 1 -- 172.21.15.99:0/1219043692 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc0038e0 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e6c00700 1 -- 172.21.15.99:0/1219043692 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0e01f3f10 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.147+0000 7fa0e6c00700 1 -- 172.21.15.99:0/1219043692 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0e01f44d0 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.151+0000 7fa0e6c00700 1 -- 172.21.15.99:0/1219043692 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0e015af60 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.158 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.151+0000 7fa0dd600700 1 -- 172.21.15.99:0/1219043692 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa0cc003a40 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.151+0000 7fa0dd600700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa0c0066730 0x7fa0c0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:37.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.151+0000 7fa0dd600700 1 -- 172.21.15.99:0/1219043692 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fa0cc084ee0 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.155+0000 7fa0e5800700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa0c0066730 0x7fa0c0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:37.160 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.155+0000 7fa0e5800700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa0c0066730 0x7fa0c0068bf0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4009b80 tx=0x7fa0d4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:37.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.159+0000 7fa0dd600700 1 -- 172.21.15.99:0/1219043692 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa0cc0524e0 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.356 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.351+0000 7fa0e6c00700 1 -- 172.21.15.99:0/1219043692 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa0e006e6b0 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.358 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.351+0000 7fa0dd600700 1 -- 172.21.15.99:0/1219043692 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+13094 (secure 0 0 0) 0x7fa0cc055b00 con 0x7fa0e00cc9a0 2024-09-13T17:01:37.359 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:37.359 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":39,"fsid":"78c3ecbc-31d2-493e-b241-0f430ab0a353","created":"2024-09-13T16:59:37.894092+0000","modified":"2024-09-13T17:01:32.235871+0000","last_up_change":"2024-09-13T16:59:49.903545+0000","last_in_change":"2024-09-13T16:59:40.940686+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:59:50.224815+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95e4e21d-bc1f-4208-87c8-80e60878de7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6818","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6821","nonce":2765856481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6823","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6824","nonce":2765856481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6830","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6831","nonce":2765856481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6826","nonce":2765856481},{"type":"v1","addr":"172.21.15.99:6828","nonce":2765856481}]},"public_addr":"172.21.15.99:6821/2765856481","cluster_addr":"172.21.15.99:6824/2765856481","heartbeat_back_addr":"172.21.15.99:6831/2765856481","heartbeat_front_addr":"172.21.15.99:6828/2765856481","state":["exists","up"]},{"osd":1,"uuid":"7d77ef5c-6de6-41d6-90ea-7d00ee99d12d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6816","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6817","nonce":94240197}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6819","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6820","nonce":94240197}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6827","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6829","nonce":94240197}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6822","nonce":94240197},{"type":"v1","addr":"172.21.15.99:6825","nonce":94240197}]},"public_addr":"172.21.15.99:6817/94240197","cluster_addr":"172.21.15.99:6820/94240197","heartbeat_back_addr":"172.21.15.99:6829/94240197","heartbeat_front_addr":"172.21.15.99:6825/94240197","state":["exists","up"]},{"osd":2,"uuid":"e2c44d16-9182-4c7d-9d97-5f5422c10dfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6800","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6801","nonce":2938582930}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6802","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6803","nonce":2938582930}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6806","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6807","nonce":2938582930}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6804","nonce":2938582930},{"type":"v1","addr":"172.21.15.99:6805","nonce":2938582930}]},"public_addr":"172.21.15.99:6801/2938582930","cluster_addr":"172.21.15.99:6803/2938582930","heartbeat_back_addr":"172.21.15.99:6807/2938582930","heartbeat_front_addr":"172.21.15.99:6805/2938582930","state":["exists","up"]},{"osd":3,"uuid":"3d2ec1fd-3b39-4425-bddd-10cc49e38d16","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6808","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6809","nonce":2023122251}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6810","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6811","nonce":2023122251}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6814","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6815","nonce":2023122251}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6812","nonce":2023122251},{"type":"v1","addr":"172.21.15.99:6813","nonce":2023122251}]},"public_addr":"172.21.15.99:6809/2023122251","cluster_addr":"172.21.15.99:6811/2023122251","heartbeat_back_addr":"172.21.15.99:6815/2023122251","heartbeat_front_addr":"172.21.15.99:6813/2023122251","state":["exists","up"]},{"osd":4,"uuid":"e373aa3e-fc6d-453b-ab79-d77b05af2b58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6801","nonce":3569823550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6803","nonce":3569823550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6807","nonce":3569823550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":3569823550},{"type":"v1","addr":"172.21.15.170:6805","nonce":3569823550}]},"public_addr":"172.21.15.170:6801/3569823550","cluster_addr":"172.21.15.170:6803/3569823550","heartbeat_back_addr":"172.21.15.170:6807/3569823550","heartbeat_front_addr":"172.21.15.170:6805/3569823550","state":["exists","up"]},{"osd":5,"uuid":"e90f4e8b-9e27-4c3e-80ed-c69cc132101f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6819","nonce":3954257632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6821","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6823","nonce":3954257632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6831","nonce":3954257632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6825","nonce":3954257632},{"type":"v1","addr":"172.21.15.170:6828","nonce":3954257632}]},"public_addr":"172.21.15.170:6819/3954257632","cluster_addr":"172.21.15.170:6823/3954257632","heartbeat_back_addr":"172.21.15.170:6831/3954257632","heartbeat_front_addr":"172.21.15.170:6828/3954257632","state":["exists","up"]},{"osd":6,"uuid":"26905765-1d48-40c0-9ca4-86cc4fb2f8c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6817","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6818","nonce":642294741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6822","nonce":642294741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6827","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6829","nonce":642294741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":642294741},{"type":"v1","addr":"172.21.15.170:6826","nonce":642294741}]},"public_addr":"172.21.15.170:6818/642294741","cluster_addr":"172.21.15.170:6822/642294741","heartbeat_back_addr":"172.21.15.170:6829/642294741","heartbeat_front_addr":"172.21.15.170:6826/642294741","state":["exists","up"]},{"osd":7,"uuid":"b7ea16fb-fe59-49fd-bf27-9d111db40ea7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6809","nonce":1775947836}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6811","nonce":1775947836}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6815","nonce":1775947836}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":1775947836},{"type":"v1","addr":"172.21.15.170:6813","nonce":1775947836}]},"public_addr":"172.21.15.170:6809/1775947836","cluster_addr":"172.21.15.170:6811/1775947836","heartbeat_back_addr":"172.21.15.170:6815/1775947836","heartbeat_front_addr":"172.21.15.170:6813/1775947836","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.663227+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.864604+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.855459+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.634197+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.903800+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.657077+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.935387+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:59:46.600642+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.170:6835/2175478071":"2024-09-14T17:01:29.214873+0000","172.21.15.170:6834/2175478071":"2024-09-14T17:01:29.214873+0000","172.21.15.170:6835/168485893":"2024-09-14T17:01:14.381306+0000","172.21.15.170:6834/168485893":"2024-09-14T17:01:14.381306+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T17:01:37.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 -- 172.21.15.99:0/1219043692 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa0c0066730 msgr2=0x7fa0c0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:37.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa0c0066730 0x7fa0c0068bf0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4009b80 tx=0x7fa0d4008040 comp rx=0 tx=0).stop 2024-09-13T17:01:37.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 -- 172.21.15.99:0/1219043692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00cc9a0 msgr2=0x7fa0e01efae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:37.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00cc9a0 0x7fa0e01efae0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc014040 tx=0x7fa0cc004770 comp rx=0 tx=0).stop 2024-09-13T17:01:37.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 -- 172.21.15.99:0/1219043692 shutdown_connections 2024-09-13T17:01:37.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fa0c0066730 0x7fa0c0068bf0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:37.361 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fa0e00cc9a0 0x7fa0e01efae0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:37.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fa0e00ce610 0x7fa0e01f01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:37.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 --2- 172.21.15.99:0/1219043692 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fa0e006d070 0x7fa0e01f2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:37.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 -- 172.21.15.99:0/1219043692 >> 172.21.15.99:0/1219043692 conn(0x7fa0e006f790 msgr2=0x7fa0e015a7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:37.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 -- 172.21.15.99:0/1219043692 shutdown_connections 2024-09-13T17:01:37.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:37.355+0000 7fa0e6c00700 1 -- 172.21.15.99:0/1219043692 wait complete. 2024-09-13T17:01:38.384 INFO:tasks.ceph:Scrubbing osd.0 2024-09-13T17:01:38.384 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:01:38.563 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.555+0000 7f8185200700 1 Processor -- start 2024-09-13T17:01:38.563 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.555+0000 7f8185200700 1 -- start start 2024-09-13T17:01:38.566 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f8185200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f81800b30d0 0x7f81800b34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.566 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f8185200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f81800b4930 0x7f81800b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f8185200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f81800b5010 0x7f81800b09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f8185200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8180159ec0 con 0x7f81800b4930 2024-09-13T17:01:38.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f8185200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81800b3f30 con 0x7f81800b30d0 2024-09-13T17:01:38.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f8185200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81800cf360 con 0x7f81800b5010 2024-09-13T17:01:38.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f817d400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f81800b4930 0x7f81800b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f817d400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f81800b4930 0x7f81800b39f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45410/0 (socket says 172.21.15.99:45410) 2024-09-13T17:01:38.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f817d400700 1 -- 172.21.15.99:0/16934018 learned_addr learned my addr 172.21.15.99:0/16934018 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:38.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f817de00700 1 --2- 172.21.15.99:0/16934018 >> v2:172.21.15.170:3300/0 conn(0x7f81800b30d0 0x7f81800b34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.559+0000 7f817e800700 1 --2- 172.21.15.99:0/16934018 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f81800b5010 0x7f81800b09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f817d400700 1 -- 172.21.15.99:0/16934018 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f81800b5010 msgr2=0x7f81800b09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:38.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f817d400700 1 --2- 172.21.15.99:0/16934018 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f81800b5010 0x7f81800b09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f817d400700 1 -- 172.21.15.99:0/16934018 >> v2:172.21.15.170:3300/0 conn(0x7f81800b30d0 msgr2=0x7f81800b34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:38.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f817d400700 1 --2- 172.21.15.99:0/16934018 >> v2:172.21.15.170:3300/0 conn(0x7f81800b30d0 0x7f81800b34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f817d400700 1 -- 172.21.15.99:0/16934018 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81800ceac0 con 0x7f81800b4930 2024-09-13T17:01:38.569 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f817d400700 1 --2- 172.21.15.99:0/16934018 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f81800b4930 0x7f81800b39f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f81800724d0 tx=0x7f816c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7687335d72866df server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:38.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f817ca00700 1 -- 172.21.15.99:0/16934018 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f816c011830 con 0x7f81800b4930 2024-09-13T17:01:38.570 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f817ca00700 1 -- 172.21.15.99:0/16934018 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f816c011990 con 0x7f81800b4930 2024-09-13T17:01:38.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f817ca00700 1 -- 172.21.15.99:0/16934018 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f816c011d20 con 0x7f81800b4930 2024-09-13T17:01:38.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f8185200700 1 -- 172.21.15.99:0/16934018 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f81800b4930 msgr2=0x7f81800b39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:38.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f8185200700 1 --2- 172.21.15.99:0/16934018 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f81800b4930 0x7f81800b39f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f81800724d0 tx=0x7f816c009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f8185200700 1 -- 172.21.15.99:0/16934018 shutdown_connections 2024-09-13T17:01:38.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f8185200700 1 --2- 172.21.15.99:0/16934018 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f81800b5010 0x7f81800b09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f8185200700 1 --2- 172.21.15.99:0/16934018 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f81800b4930 0x7f81800b39f0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f8185200700 1 --2- 172.21.15.99:0/16934018 >> v2:172.21.15.170:3300/0 conn(0x7f81800b30d0 0x7f81800b34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f8185200700 1 -- 172.21.15.99:0/16934018 >> 172.21.15.99:0/16934018 conn(0x7f818006d240 msgr2=0x7f81800717a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:38.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f8185200700 1 -- 172.21.15.99:0/16934018 shutdown_connections 2024-09-13T17:01:38.571 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.563+0000 7f8185200700 1 -- 172.21.15.99:0/16934018 wait complete. 2024-09-13T17:01:38.572 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f8185200700 1 Processor -- start 2024-09-13T17:01:38.573 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f8185200700 1 -- start start 2024-09-13T17:01:38.574 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f8185200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f81800b30d0 0x7f8180150620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f8185200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f81800b4930 0x7f8180151ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.575 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f8185200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f81800b5010 0x7f8180154460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f8185200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f818014f580 con 0x7f81800b30d0 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f8185200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f818014f860 con 0x7f81800b4930 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f8185200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f818014fb40 con 0x7f81800b5010 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817de00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f81800b30d0 0x7f8180150620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817de00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f81800b30d0 0x7f8180150620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45424/0 (socket says 172.21.15.99:45424) 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817de00700 1 -- 172.21.15.99:0/3565844142 learned_addr learned my addr 172.21.15.99:0/3565844142 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817d400700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f81800b4930 0x7f8180151ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817e800700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f81800b5010 0x7f8180154460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817de00700 1 -- 172.21.15.99:0/3565844142 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f81800b5010 msgr2=0x7f8180154460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817de00700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f81800b5010 0x7f8180154460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.576 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817de00700 1 -- 172.21.15.99:0/3565844142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f81800b4930 msgr2=0x7f8180151ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:38.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817de00700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f81800b4930 0x7f8180151ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817de00700 1 -- 172.21.15.99:0/3565844142 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f816c009570 con 0x7f81800b30d0 2024-09-13T17:01:38.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.567+0000 7f817e800700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f81800b5010 0x7f8180154460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:38.577 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.571+0000 7f817de00700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f81800b30d0 0x7f8180150620 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f817000e9d0 tx=0x7f817000ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:38.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.571+0000 7f8176000700 1 -- 172.21.15.99:0/3565844142 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8170009720 con 0x7f81800b30d0 2024-09-13T17:01:38.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.571+0000 7f8176000700 1 -- 172.21.15.99:0/3565844142 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f817000c850 con 0x7f81800b30d0 2024-09-13T17:01:38.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.571+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f818014fe20 con 0x7f81800b30d0 2024-09-13T17:01:38.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.571+0000 7f8176000700 1 -- 172.21.15.99:0/3565844142 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817000cbc0 con 0x7f81800b30d0 2024-09-13T17:01:38.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.571+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8180152020 con 0x7f81800b30d0 2024-09-13T17:01:38.578 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.571+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f81800b04c0 con 0x7f81800b30d0 2024-09-13T17:01:38.579 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.575+0000 7f8176000700 1 -- 172.21.15.99:0/3565844142 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f817000cd20 con 0x7f81800b30d0 2024-09-13T17:01:38.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.575+0000 7f8176000700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8160066730 0x7f8160068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.575+0000 7f8176000700 1 -- 172.21.15.99:0/3565844142 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f81700840f0 con 0x7f81800b30d0 2024-09-13T17:01:38.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.575+0000 7f8176000700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] conn(0x7f816006c630 0x7f816006ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.575+0000 7f8176000700 1 -- 172.21.15.99:0/3565844142 --> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f816006f100 con 0x7f816006c630 2024-09-13T17:01:38.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.575+0000 7f8176000700 1 -- 172.21.15.99:0/3565844142 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81700866d0 con 0x7f81800b30d0 2024-09-13T17:01:38.581 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.575+0000 7f817d400700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8160066730 0x7f8160068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.582 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.575+0000 7f817e800700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] conn(0x7f816006c630 0x7f816006ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.582 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.575+0000 7f817d400700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8160066730 0x7f8160068bf0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f816c000c00 tx=0x7f816c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:38.582 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.575+0000 7f817e800700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] conn(0x7f816006c630 0x7f816006ea50 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:38.583 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.579+0000 7f8176000700 1 -- 172.21.15.99:0/3565844142 <== osd.0 v2:172.21.15.99:6818/2765856481 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f816006f100 con 0x7f816006c630 2024-09-13T17:01:38.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 --> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f81800cf080 con 0x7f816006c630 2024-09-13T17:01:38.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8176000700 1 -- 172.21.15.99:0/3565844142 <== osd.0 v2:172.21.15.99:6818/2765856481 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f8178003a40 con 0x7f816006c630 2024-09-13T17:01:38.602 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:01:38.602 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:01:38.602 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:01:38.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] conn(0x7f816006c630 msgr2=0x7f816006ea50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:38.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:6818/2765856481,v1:172.21.15.99:6821/2765856481] conn(0x7f816006c630 0x7f816006ea50 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8160066730 msgr2=0x7f8160068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:38.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f8160066730 0x7f8160068bf0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f816c000c00 tx=0x7f816c008030 comp rx=0 tx=0).stop 2024-09-13T17:01:38.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f81800b30d0 msgr2=0x7f8180150620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:38.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 --2- 172.21.15.99:0/3565844142 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f81800b30d0 0x7f8180150620 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f817000e9d0 tx=0x7f817000ed90 comp rx=0 tx=0).stop 2024-09-13T17:01:38.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f817e800700 1 -- 172.21.15.99:0/3565844142 reap_dead start 2024-09-13T17:01:38.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 shutdown_connections 2024-09-13T17:01:38.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 >> 172.21.15.99:0/3565844142 conn(0x7f818006d240 msgr2=0x7f81800b0990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:38.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 shutdown_connections 2024-09-13T17:01:38.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.595+0000 7f8185200700 1 -- 172.21.15.99:0/3565844142 wait complete. 2024-09-13T17:01:38.628 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-13T17:01:38.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd769400700 1 Processor -- start 2024-09-13T17:01:38.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd769400700 1 -- start start 2024-09-13T17:01:38.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd769400700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fd764154fb0 0x7fd7640cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd769400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fd7640b4630 0x7fd76415b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd769400700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7640cb970 con 0x7fd76415b5a0 2024-09-13T17:01:38.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd769400700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd76415c000 con 0x7fd7640b4630 2024-09-13T17:01:38.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd769400700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd76415ba40 con 0x7fd764154fb0 2024-09-13T17:01:38.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd768a00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fd76415b5a0 0x7fd7640b2600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42698/0 (socket says 172.21.15.99:42698) 2024-09-13T17:01:38.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd768a00700 1 -- 172.21.15.99:0/1552591901 learned_addr learned my addr 172.21.15.99:0/1552591901 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:38.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd763e00700 1 --2- 172.21.15.99:0/1552591901 >> v2:172.21.15.170:3300/0 conn(0x7fd764154fb0 0x7fd7640cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd763400700 1 --2- 172.21.15.99:0/1552591901 >> v2:172.21.15.99:3300/0 conn(0x7fd7640b4630 0x7fd76415b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd762a00700 1 -- 172.21.15.99:0/1552591901 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3580984655 0 0) 0x7fd7640cb970 con 0x7fd76415b5a0 2024-09-13T17:01:38.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.803+0000 7fd762a00700 1 -- 172.21.15.99:0/1552591901 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd7480035d0 con 0x7fd76415b5a0 2024-09-13T17:01:38.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd763e00700 1 -- 172.21.15.99:0/1552591901 >> v2:172.21.15.99:3300/0 conn(0x7fd7640b4630 msgr2=0x7fd76415b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:38.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd763e00700 1 --2- 172.21.15.99:0/1552591901 >> v2:172.21.15.99:3300/0 conn(0x7fd7640b4630 0x7fd76415b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd763e00700 1 -- 172.21.15.99:0/1552591901 >> v1:172.21.15.99:6789/0 conn(0x7fd76415b5a0 legacy=0x7fd7640b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:38.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd763e00700 1 -- 172.21.15.99:0/1552591901 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd76415bd20 con 0x7fd764154fb0 2024-09-13T17:01:38.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd763400700 1 --2- 172.21.15.99:0/1552591901 >> v2:172.21.15.99:3300/0 conn(0x7fd7640b4630 0x7fd76415b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:38.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd763e00700 1 --2- 172.21.15.99:0/1552591901 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd764154fb0 0x7fd7640cbe00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd76406eb90 tx=0x7fd754009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4df1ac7bb32064bf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:38.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd762a00700 1 -- 172.21.15.99:0/1552591901 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd754011830 con 0x7fd764154fb0 2024-09-13T17:01:38.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd762a00700 1 -- 172.21.15.99:0/1552591901 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd754011990 con 0x7fd764154fb0 2024-09-13T17:01:38.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd762a00700 1 -- 172.21.15.99:0/1552591901 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd754011d00 con 0x7fd764154fb0 2024-09-13T17:01:38.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd769400700 1 -- 172.21.15.99:0/1552591901 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd764154fb0 msgr2=0x7fd7640cbe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:38.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd769400700 1 --2- 172.21.15.99:0/1552591901 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd764154fb0 0x7fd7640cbe00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd76406eb90 tx=0x7fd754009b30 comp rx=0 tx=0).stop 2024-09-13T17:01:38.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd769400700 1 -- 172.21.15.99:0/1552591901 shutdown_connections 2024-09-13T17:01:38.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd769400700 1 --2- 172.21.15.99:0/1552591901 >> v2:172.21.15.99:3300/0 conn(0x7fd7640b4630 0x7fd76415b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd769400700 1 --2- 172.21.15.99:0/1552591901 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd764154fb0 0x7fd7640cbe00 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd769400700 1 -- 172.21.15.99:0/1552591901 >> 172.21.15.99:0/1552591901 conn(0x7fd764066780 msgr2=0x7fd76406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:38.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd769400700 1 -- 172.21.15.99:0/1552591901 shutdown_connections 2024-09-13T17:01:38.815 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.807+0000 7fd769400700 1 -- 172.21.15.99:0/1552591901 wait complete. 2024-09-13T17:01:38.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.811+0000 7fd769400700 1 Processor -- start 2024-09-13T17:01:38.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.811+0000 7fd769400700 1 -- start start 2024-09-13T17:01:38.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.811+0000 7fd769400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd7640b4630 0x7fd764147540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.811+0000 7fd769400700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd764154fb0 0x7fd7641520e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.811+0000 7fd769400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd76415b5a0 0x7fd76415d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.811+0000 7fd769400700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd76415d2d0 con 0x7fd76415b5a0 2024-09-13T17:01:38.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.811+0000 7fd769400700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd764147a80 con 0x7fd764154fb0 2024-09-13T17:01:38.819 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.811+0000 7fd769400700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd764152620 con 0x7fd7640b4630 2024-09-13T17:01:38.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd768a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd76415b5a0 0x7fd76415d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd768a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd76415b5a0 0x7fd76415d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45450/0 (socket says 172.21.15.99:45450) 2024-09-13T17:01:38.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd768a00700 1 -- 172.21.15.99:0/2322060087 learned_addr learned my addr 172.21.15.99:0/2322060087 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:38.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd763e00700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd7640b4630 0x7fd764147540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd763400700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd764154fb0 0x7fd7641520e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd768a00700 1 -- 172.21.15.99:0/2322060087 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd7640b4630 msgr2=0x7fd764147540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:38.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd768a00700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd7640b4630 0x7fd764147540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd768a00700 1 -- 172.21.15.99:0/2322060087 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd764154fb0 msgr2=0x7fd7641520e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:38.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd768a00700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd764154fb0 0x7fd7641520e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:38.821 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd768a00700 1 -- 172.21.15.99:0/2322060087 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7500094b0 con 0x7fd76415b5a0 2024-09-13T17:01:38.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd768a00700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd76415b5a0 0x7fd76415d6f0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd75c00caa0 tx=0x7fd75c00cad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:38.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd75be00700 1 -- 172.21.15.99:0/2322060087 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd75c007480 con 0x7fd76415b5a0 2024-09-13T17:01:38.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd75be00700 1 -- 172.21.15.99:0/2322060087 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd75c0075e0 con 0x7fd76415b5a0 2024-09-13T17:01:38.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd769400700 1 -- 172.21.15.99:0/2322060087 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7540094b0 con 0x7fd76415b5a0 2024-09-13T17:01:38.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd75be00700 1 -- 172.21.15.99:0/2322060087 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd75c007970 con 0x7fd76415b5a0 2024-09-13T17:01:38.822 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd769400700 1 -- 172.21.15.99:0/2322060087 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd76415c930 con 0x7fd76415b5a0 2024-09-13T17:01:38.823 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.815+0000 7fd769400700 1 -- 172.21.15.99:0/2322060087 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd76415d410 con 0x7fd76415b5a0 2024-09-13T17:01:38.825 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.819+0000 7fd75be00700 1 -- 172.21.15.99:0/2322060087 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd75c01b3b0 con 0x7fd76415b5a0 2024-09-13T17:01:38.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.819+0000 7fd75be00700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd744066730 0x7fd744068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:38.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.819+0000 7fd75be00700 1 -- 172.21.15.99:0/2322060087 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fd75c0837f0 con 0x7fd76415b5a0 2024-09-13T17:01:38.827 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.819+0000 7fd763e00700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd744066730 0x7fd744068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:38.828 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.823+0000 7fd763e00700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd744066730 0x7fd744068bf0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd754000c00 tx=0x7fd754008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:38.834 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:38.827+0000 7fd75be00700 1 -- 172.21.15.99:0/2322060087 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd76415d410 con 0x7fd76415b5a0 2024-09-13T17:01:39.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.011+0000 7fd769400700 1 -- 172.21.15.99:0/2322060087 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7fd76406fd00 con 0x7fd744066730 2024-09-13T17:01:39.018 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.011+0000 7fd75be00700 1 -- 172.21.15.99:0/2322060087 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fd76406fd00 con 0x7fd744066730 2024-09-13T17:01:39.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 -- 172.21.15.99:0/2322060087 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd744066730 msgr2=0x7fd744068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.020 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd744066730 0x7fd744068bf0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd754000c00 tx=0x7fd754008030 comp rx=0 tx=0).stop 2024-09-13T17:01:39.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 -- 172.21.15.99:0/2322060087 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd76415b5a0 msgr2=0x7fd76415d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd76415b5a0 0x7fd76415d6f0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd75c00caa0 tx=0x7fd75c00cad0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 -- 172.21.15.99:0/2322060087 shutdown_connections 2024-09-13T17:01:39.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd744066730 0x7fd744068bf0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd76415b5a0 0x7fd76415d6f0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd764154fb0 0x7fd7641520e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 --2- 172.21.15.99:0/2322060087 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd7640b4630 0x7fd764147540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.021 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 -- 172.21.15.99:0/2322060087 >> 172.21.15.99:0/2322060087 conn(0x7fd764066780 msgr2=0x7fd76406cf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:39.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 -- 172.21.15.99:0/2322060087 shutdown_connections 2024-09-13T17:01:39.022 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.015+0000 7fd769400700 1 -- 172.21.15.99:0/2322060087 wait complete. 2024-09-13T17:01:39.023 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 0 to deep-scrub 2024-09-13T17:01:39.041 INFO:tasks.ceph:Scrubbing osd.1 2024-09-13T17:01:39.041 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:01:39.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.223+0000 7f3c3e200700 1 Processor -- start 2024-09-13T17:01:39.229 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.223+0000 7f3c3e200700 1 -- start start 2024-09-13T17:01:39.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.223+0000 7f3c3e200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f3c3815ad60 0x7f3c3806aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.223+0000 7f3c3e200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c380d1670 0x7f3c380cf7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3e200700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c380cc530 con 0x7f3c3806af60 2024-09-13T17:01:39.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3e200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c380ccaf0 con 0x7f3c3815ad60 2024-09-13T17:01:39.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3e200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c380cc810 con 0x7f3c380d1670 2024-09-13T17:01:39.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c37e00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f3c3806af60 0x7f3c380cf0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42708/0 (socket says 172.21.15.99:42708) 2024-09-13T17:01:39.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c37e00700 1 -- 172.21.15.99:0/1016137572 learned_addr learned my addr 172.21.15.99:0/1016137572 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:39.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3d800700 1 --2- 172.21.15.99:0/1016137572 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c380d1670 0x7f3c380cf7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3ce00700 1 --2- 172.21.15.99:0/1016137572 >> v2:172.21.15.170:3300/0 conn(0x7f3c3815ad60 0x7f3c3806aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c37400700 1 -- 172.21.15.99:0/1016137572 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 309134458 0 0) 0x7f3c380cc530 con 0x7f3c3806af60 2024-09-13T17:01:39.233 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c37400700 1 -- 172.21.15.99:0/1016137572 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3c200035d0 con 0x7f3c3806af60 2024-09-13T17:01:39.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3d800700 1 -- 172.21.15.99:0/1016137572 >> v2:172.21.15.170:3300/0 conn(0x7f3c3815ad60 msgr2=0x7f3c3806aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:39.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3d800700 1 --2- 172.21.15.99:0/1016137572 >> v2:172.21.15.170:3300/0 conn(0x7f3c3815ad60 0x7f3c3806aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3d800700 1 -- 172.21.15.99:0/1016137572 >> v1:172.21.15.99:6789/0 conn(0x7f3c3806af60 legacy=0x7f3c380cf0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3d800700 1 -- 172.21.15.99:0/1016137572 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c380ce8c0 con 0x7f3c380d1670 2024-09-13T17:01:39.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3ce00700 1 --2- 172.21.15.99:0/1016137572 >> v2:172.21.15.170:3300/0 conn(0x7f3c3815ad60 0x7f3c3806aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:39.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3d800700 1 --2- 172.21.15.99:0/1016137572 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c380d1670 0x7f3c380cf7d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009d90 tx=0x7f3c3000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bfeb70ecf4e270 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.234 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c37400700 1 -- 172.21.15.99:0/1016137572 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c3000e070 con 0x7f3c380d1670 2024-09-13T17:01:39.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c37400700 1 -- 172.21.15.99:0/1016137572 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c3000bb20 con 0x7f3c380d1670 2024-09-13T17:01:39.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c37400700 1 -- 172.21.15.99:0/1016137572 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c30012430 con 0x7f3c380d1670 2024-09-13T17:01:39.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3e200700 1 -- 172.21.15.99:0/1016137572 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c380d1670 msgr2=0x7f3c380cf7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.227+0000 7f3c3e200700 1 --2- 172.21.15.99:0/1016137572 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c380d1670 0x7f3c380cf7d0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009d90 tx=0x7f3c3000b330 comp rx=0 tx=0).stop 2024-09-13T17:01:39.236 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.231+0000 7f3c3e200700 1 -- 172.21.15.99:0/1016137572 shutdown_connections 2024-09-13T17:01:39.236 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.231+0000 7f3c3e200700 1 --2- 172.21.15.99:0/1016137572 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c380d1670 0x7f3c380cf7d0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.236 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.231+0000 7f3c3e200700 1 --2- 172.21.15.99:0/1016137572 >> v2:172.21.15.170:3300/0 conn(0x7f3c3815ad60 0x7f3c3806aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.236 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.231+0000 7f3c3e200700 1 -- 172.21.15.99:0/1016137572 >> 172.21.15.99:0/1016137572 conn(0x7f3c380d0b50 msgr2=0x7f3c380d0f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:39.236 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.231+0000 7f3c3e200700 1 -- 172.21.15.99:0/1016137572 shutdown_connections 2024-09-13T17:01:39.236 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.231+0000 7f3c3e200700 1 -- 172.21.15.99:0/1016137572 wait complete. 2024-09-13T17:01:39.239 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.231+0000 7f3c3e200700 1 Processor -- start 2024-09-13T17:01:39.239 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c3e200700 1 -- start start 2024-09-13T17:01:39.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c3e200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3c3806af60 0x7f3c38154930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.241 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c3e200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3c380d1670 0x7f3c380c7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c3e200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c3815ad60 0x7f3c381f3320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c3e200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c380c76c0 con 0x7f3c380d1670 2024-09-13T17:01:39.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c3e200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c381f3860 con 0x7f3c3806af60 2024-09-13T17:01:39.242 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c3e200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c380709d0 con 0x7f3c3815ad60 2024-09-13T17:01:39.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c37e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3c380d1670 0x7f3c380c7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c37e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3c380d1670 0x7f3c380c7180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45466/0 (socket says 172.21.15.99:45466) 2024-09-13T17:01:39.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c37e00700 1 -- 172.21.15.99:0/3715003804 learned_addr learned my addr 172.21.15.99:0/3715003804 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:39.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c3ce00700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3c3806af60 0x7f3c38154930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c3d800700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c3815ad60 0x7f3c381f3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c37e00700 1 -- 172.21.15.99:0/3715003804 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c3815ad60 msgr2=0x7f3c381f3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c37e00700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c3815ad60 0x7f3c381f3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c37e00700 1 -- 172.21.15.99:0/3715003804 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3c3806af60 msgr2=0x7f3c38154930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.243 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c37e00700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f3c3806af60 0x7f3c38154930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c37e00700 1 -- 172.21.15.99:0/3715003804 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c30009a70 con 0x7f3c380d1670 2024-09-13T17:01:39.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.235+0000 7f3c3d800700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3c3815ad60 0x7f3c381f3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:39.244 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.239+0000 7f3c37e00700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3c380d1670 0x7f3c380c7180 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3c2400c4d0 tx=0x7f3c2400c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.239+0000 7f3c34c00700 1 -- 172.21.15.99:0/3715003804 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c24005d90 con 0x7f3c380d1670 2024-09-13T17:01:39.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.239+0000 7f3c34c00700 1 -- 172.21.15.99:0/3715003804 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c240070d0 con 0x7f3c380d1670 2024-09-13T17:01:39.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.239+0000 7f3c34c00700 1 -- 172.21.15.99:0/3715003804 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c24007480 con 0x7f3c380d1670 2024-09-13T17:01:39.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.239+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c38155010 con 0x7f3c380d1670 2024-09-13T17:01:39.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.239+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c381555d0 con 0x7f3c380d1670 2024-09-13T17:01:39.245 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.239+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3c3815b140 con 0x7f3c380d1670 2024-09-13T17:01:39.247 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c34c00700 1 -- 172.21.15.99:0/3715003804 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3c240075e0 con 0x7f3c380d1670 2024-09-13T17:01:39.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c34c00700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3c18066760 0x7f3c18068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c34c00700 1 -- 172.21.15.99:0/3715003804 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f3c240839a0 con 0x7f3c380d1670 2024-09-13T17:01:39.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c34c00700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] conn(0x7f3c1806c660 0x7f3c1806ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c34c00700 1 -- 172.21.15.99:0/3715003804 --> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3c1806f130 con 0x7f3c1806c660 2024-09-13T17:01:39.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c34c00700 1 -- 172.21.15.99:0/3715003804 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3c24083df0 con 0x7f3c380d1670 2024-09-13T17:01:39.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c3ce00700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3c18066760 0x7f3c18068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.249 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c3d800700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] conn(0x7f3c1806c660 0x7f3c1806ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.250 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c3d800700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] conn(0x7f3c1806c660 0x7f3c1806ea80 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.250 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c3ce00700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3c18066760 0x7f3c18068c20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c0099f0 tx=0x7f3c2c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.251 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.243+0000 7f3c34c00700 1 -- 172.21.15.99:0/3715003804 <== osd.1 v2:172.21.15.99:6816/94240197 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f3c1806f130 con 0x7f3c1806c660 2024-09-13T17:01:39.270 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.263+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 --> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f3c3806aa20 con 0x7f3c1806c660 2024-09-13T17:01:39.271 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.263+0000 7f3c34c00700 1 -- 172.21.15.99:0/3715003804 <== osd.1 v2:172.21.15.99:6816/94240197 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f3c3806aa20 con 0x7f3c1806c660 2024-09-13T17:01:39.271 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:01:39.271 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:01:39.271 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:01:39.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] conn(0x7f3c1806c660 msgr2=0x7f3c1806ea80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.272 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3e200700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:6816/94240197,v1:172.21.15.99:6817/94240197] conn(0x7f3c1806c660 0x7f3c1806ea80 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3c18066760 msgr2=0x7f3c18068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3e200700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3c18066760 0x7f3c18068c20 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c0099f0 tx=0x7f3c2c008040 comp rx=0 tx=0).stop 2024-09-13T17:01:39.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3c380d1670 msgr2=0x7f3c380c7180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3e200700 1 --2- 172.21.15.99:0/3715003804 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3c380d1670 0x7f3c380c7180 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3c2400c4d0 tx=0x7f3c2400c7e0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3d800700 1 -- 172.21.15.99:0/3715003804 reap_dead start 2024-09-13T17:01:39.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 shutdown_connections 2024-09-13T17:01:39.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 >> 172.21.15.99:0/3715003804 conn(0x7f3c380d0b50 msgr2=0x7f3c380af780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:39.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 shutdown_connections 2024-09-13T17:01:39.273 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.267+0000 7f3c3e200700 1 -- 172.21.15.99:0/3715003804 wait complete. 2024-09-13T17:01:39.294 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-13T17:01:39.460 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.455+0000 7ff7cbe00700 1 Processor -- start 2024-09-13T17:01:39.461 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.455+0000 7ff7cbe00700 1 -- start start 2024-09-13T17:01:39.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cbe00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7ff7cc0ceb50 0x7ff7cc0aef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cbe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff7cc06b0e0 0x7ff7cc0af4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cbe00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7cc0cefe0 con 0x7ff7cc15e3e0 2024-09-13T17:01:39.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cbe00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7cc0cf2c0 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.464 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cbe00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7cc0cf5a0 con 0x7ff7cc0ceb50 2024-09-13T17:01:39.465 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cb400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff7cc06b0e0 0x7ff7cc0af4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.465 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cb400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7ff7cc06b0e0 0x7ff7cc0af4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45482/0 (socket says 172.21.15.99:45482) 2024-09-13T17:01:39.465 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cb400700 1 -- 172.21.15.99:0/495179809 learned_addr learned my addr 172.21.15.99:0/495179809 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:39.465 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7ca000700 1 --2- 172.21.15.99:0/495179809 >> v2:172.21.15.170:3300/0 conn(0x7ff7cc0ceb50 0x7ff7cc0aef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.466 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cb400700 1 -- 172.21.15.99:0/495179809 >> v2:172.21.15.170:3300/0 conn(0x7ff7cc0ceb50 msgr2=0x7ff7cc0aef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:39.466 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cb400700 1 --2- 172.21.15.99:0/495179809 >> v2:172.21.15.170:3300/0 conn(0x7ff7cc0ceb50 0x7ff7cc0aef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.466 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7c9600700 1 -- 172.21.15.99:0/495179809 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1663533352 0 0) 0x7ff7cc0cefe0 con 0x7ff7cc15e3e0 2024-09-13T17:01:39.466 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cb400700 1 -- 172.21.15.99:0/495179809 >> v1:172.21.15.170:6789/0 conn(0x7ff7cc15e3e0 legacy=0x7ff7cc06a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.466 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cb400700 1 -- 172.21.15.99:0/495179809 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7cc0cf880 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7cb400700 1 --2- 172.21.15.99:0/495179809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 0x7ff7cc0af4c0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc06cc20 tx=0x7ff7c400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12743cb3d0a9fc9d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7c9600700 1 -- 172.21.15.99:0/495179809 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c400e070 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7c9600700 1 -- 172.21.15.99:0/495179809 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7c400b910 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.467 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.459+0000 7ff7c9600700 1 -- 172.21.15.99:0/495179809 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c400bcc0 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 -- 172.21.15.99:0/495179809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 msgr2=0x7ff7cc0af4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 --2- 172.21.15.99:0/495179809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 0x7ff7cc0af4c0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc06cc20 tx=0x7ff7c400b330 comp rx=0 tx=0).stop 2024-09-13T17:01:39.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 -- 172.21.15.99:0/495179809 shutdown_connections 2024-09-13T17:01:39.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 --2- 172.21.15.99:0/495179809 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 0x7ff7cc0af4c0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 --2- 172.21.15.99:0/495179809 >> v2:172.21.15.170:3300/0 conn(0x7ff7cc0ceb50 0x7ff7cc0aef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 -- 172.21.15.99:0/495179809 >> 172.21.15.99:0/495179809 conn(0x7ff7cc0b2770 msgr2=0x7ff7cc0b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:39.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 -- 172.21.15.99:0/495179809 shutdown_connections 2024-09-13T17:01:39.469 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 -- 172.21.15.99:0/495179809 wait complete. 2024-09-13T17:01:39.470 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 Processor -- start 2024-09-13T17:01:39.470 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 -- start start 2024-09-13T17:01:39.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 0x7ff7cc1581f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff7cc15e3e0 0x7ff7cc0b3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff7cc1f5c70 0x7ff7cc1f25f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7cc1f3570 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.471 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7cc1f2fb0 con 0x7ff7cc15e3e0 2024-09-13T17:01:39.472 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.463+0000 7ff7cbe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7cc1f3290 con 0x7ff7cc1f5c70 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7caa00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 0x7ff7cc1581f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7caa00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 0x7ff7cc1581f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45498/0 (socket says 172.21.15.99:45498) 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7caa00700 1 -- 172.21.15.99:0/1267634015 learned_addr learned my addr 172.21.15.99:0/1267634015 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7ca000700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff7cc15e3e0 0x7ff7cc0b3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7cb400700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff7cc1f5c70 0x7ff7cc1f25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7caa00700 1 -- 172.21.15.99:0/1267634015 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff7cc1f5c70 msgr2=0x7ff7cc1f25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7caa00700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff7cc1f5c70 0x7ff7cc1f25f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7caa00700 1 -- 172.21.15.99:0/1267634015 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff7cc15e3e0 msgr2=0x7ff7cc0b3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7caa00700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff7cc15e3e0 0x7ff7cc0b3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7caa00700 1 -- 172.21.15.99:0/1267634015 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7c4009b30 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.473 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7caa00700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 0x7ff7cc1581f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc00c520 tx=0x7ff7bc00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7c2a00700 1 -- 172.21.15.99:0/1267634015 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc0054e0 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7c2a00700 1 -- 172.21.15.99:0/1267634015 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7bc0036a0 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7cbe00700 1 -- 172.21.15.99:0/1267634015 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7cc071560 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.474 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7c2a00700 1 -- 172.21.15.99:0/1267634015 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc003a50 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7cbe00700 1 -- 172.21.15.99:0/1267634015 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7cc0b3fb0 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.475 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.467+0000 7ff7cbe00700 1 -- 172.21.15.99:0/1267634015 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7cc0713c0 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.476 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.471+0000 7ff7c2a00700 1 -- 172.21.15.99:0/1267634015 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff7bc003bb0 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.477 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.471+0000 7ff7c2a00700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff7ac066730 0x7ff7ac068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.471+0000 7ff7c2a00700 1 -- 172.21.15.99:0/1267634015 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7ff7bc083270 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.478 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.471+0000 7ff7ca000700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff7ac066730 0x7ff7ac068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.479 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.471+0000 7ff7ca000700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff7ac066730 0x7ff7ac068bf0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc0b1910 tx=0x7ff7b8009240 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.484 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.479+0000 7ff7c2a00700 1 -- 172.21.15.99:0/1267634015 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff7cc0713c0 con 0x7ff7cc06b0e0 2024-09-13T17:01:39.670 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.663+0000 7ff7cbe00700 1 -- 172.21.15.99:0/1267634015 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7ff7cc06c480 con 0x7ff7ac066730 2024-09-13T17:01:39.671 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.663+0000 7ff7c2a00700 1 -- 172.21.15.99:0/1267634015 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ff7b80118c0 con 0x7ff7ac066730 2024-09-13T17:01:39.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 -- 172.21.15.99:0/1267634015 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff7ac066730 msgr2=0x7ff7ac068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff7ac066730 0x7ff7ac068bf0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc0b1910 tx=0x7ff7b8009240 comp rx=0 tx=0).stop 2024-09-13T17:01:39.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 -- 172.21.15.99:0/1267634015 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 msgr2=0x7ff7cc1581f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 0x7ff7cc1581f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc00c520 tx=0x7ff7bc00c830 comp rx=0 tx=0).stop 2024-09-13T17:01:39.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 -- 172.21.15.99:0/1267634015 shutdown_connections 2024-09-13T17:01:39.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff7ac066730 0x7ff7ac068bf0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff7cc1f5c70 0x7ff7cc1f25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.674 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff7cc15e3e0 0x7ff7cc0b3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 --2- 172.21.15.99:0/1267634015 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff7cc06b0e0 0x7ff7cc1581f0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 -- 172.21.15.99:0/1267634015 >> 172.21.15.99:0/1267634015 conn(0x7ff7cc0b2770 msgr2=0x7ff7cc0b06c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:39.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 -- 172.21.15.99:0/1267634015 shutdown_connections 2024-09-13T17:01:39.675 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.667+0000 7ff7cbe00700 1 -- 172.21.15.99:0/1267634015 wait complete. 2024-09-13T17:01:39.676 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 1 to deep-scrub 2024-09-13T17:01:39.693 INFO:tasks.ceph:Scrubbing osd.2 2024-09-13T17:01:39.693 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:01:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.859+0000 7f386ce00700 1 Processor -- start 2024-09-13T17:01:39.867 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.859+0000 7f386ce00700 1 -- start start 2024-09-13T17:01:39.870 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f386ce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3868160510 0x7f38680b36f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f386ce00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f38680d37c0 0x7f38680b4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f386ce00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f38680b4c60 0x7f38680b2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f386ce00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38680b5530 con 0x7f38680d37c0 2024-09-13T17:01:39.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f386ce00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38680ce580 con 0x7f38680b4c60 2024-09-13T17:01:39.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f386ce00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38680ce860 con 0x7f3868160510 2024-09-13T17:01:39.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3866a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f38680d37c0 0x7f38680b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3866a00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f38680d37c0 0x7f38680b4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45502/0 (socket says 172.21.15.99:45502) 2024-09-13T17:01:39.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3866a00700 1 -- 172.21.15.99:0/2217302807 learned_addr learned my addr 172.21.15.99:0/2217302807 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:39.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3867400700 1 --2- 172.21.15.99:0/2217302807 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3868160510 0x7f38680b36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.871 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3867e00700 1 --2- 172.21.15.99:0/2217302807 >> v2:172.21.15.170:3300/0 conn(0x7f38680b4c60 0x7f38680b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3867400700 1 -- 172.21.15.99:0/2217302807 >> v2:172.21.15.170:3300/0 conn(0x7f38680b4c60 msgr2=0x7f38680b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:39.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3867400700 1 --2- 172.21.15.99:0/2217302807 >> v2:172.21.15.170:3300/0 conn(0x7f38680b4c60 0x7f38680b2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3867400700 1 -- 172.21.15.99:0/2217302807 >> v2:172.21.15.99:3300/0 conn(0x7f38680d37c0 msgr2=0x7f38680b4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:39.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3867400700 1 --2- 172.21.15.99:0/2217302807 >> v2:172.21.15.99:3300/0 conn(0x7f38680d37c0 0x7f38680b4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3867400700 1 -- 172.21.15.99:0/2217302807 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38681608f0 con 0x7f3868160510 2024-09-13T17:01:39.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.863+0000 7f3866a00700 1 --2- 172.21.15.99:0/2217302807 >> v2:172.21.15.99:3300/0 conn(0x7f38680d37c0 0x7f38680b4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:39.872 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f3867400700 1 --2- 172.21.15.99:0/2217302807 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3868160510 0x7f38680b36f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3858009850 tx=0x7f3858009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5935c6c3ce4322c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f3866000700 1 -- 172.21.15.99:0/2217302807 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3858011830 con 0x7f3868160510 2024-09-13T17:01:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f3866000700 1 -- 172.21.15.99:0/2217302807 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3858011990 con 0x7f3868160510 2024-09-13T17:01:39.873 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f3866000700 1 -- 172.21.15.99:0/2217302807 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3858011d20 con 0x7f3868160510 2024-09-13T17:01:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f386ce00700 1 -- 172.21.15.99:0/2217302807 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3868160510 msgr2=0x7f38680b36f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f386ce00700 1 --2- 172.21.15.99:0/2217302807 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3868160510 0x7f38680b36f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3858009850 tx=0x7f3858009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f386ce00700 1 -- 172.21.15.99:0/2217302807 shutdown_connections 2024-09-13T17:01:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f386ce00700 1 --2- 172.21.15.99:0/2217302807 >> v2:172.21.15.170:3300/0 conn(0x7f38680b4c60 0x7f38680b2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f386ce00700 1 --2- 172.21.15.99:0/2217302807 >> v2:172.21.15.99:3300/0 conn(0x7f38680d37c0 0x7f38680b4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f386ce00700 1 --2- 172.21.15.99:0/2217302807 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f3868160510 0x7f38680b36f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f386ce00700 1 -- 172.21.15.99:0/2217302807 >> 172.21.15.99:0/2217302807 conn(0x7f38680d2ca0 msgr2=0x7f38680d30b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f386ce00700 1 -- 172.21.15.99:0/2217302807 shutdown_connections 2024-09-13T17:01:39.874 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.867+0000 7f386ce00700 1 -- 172.21.15.99:0/2217302807 wait complete. 2024-09-13T17:01:39.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f386ce00700 1 Processor -- start 2024-09-13T17:01:39.877 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f386ce00700 1 -- start start 2024-09-13T17:01:39.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f386ce00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38680b4c60 0x7f386814fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f386ce00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38680d37c0 0x7f386814d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f386ce00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3868160510 0x7f386814cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f386ce00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38680b7860 con 0x7f3868160510 2024-09-13T17:01:39.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f386ce00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3868150420 con 0x7f38680d37c0 2024-09-13T17:01:39.879 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f386ce00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38680b6c50 con 0x7f38680b4c60 2024-09-13T17:01:39.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f3867e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3868160510 0x7f386814cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f3867e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3868160510 0x7f386814cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45516/0 (socket says 172.21.15.99:45516) 2024-09-13T17:01:39.880 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.871+0000 7f3867e00700 1 -- 172.21.15.99:0/3479719397 learned_addr learned my addr 172.21.15.99:0/3479719397 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:39.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f3866a00700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38680d37c0 0x7f386814d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f3867400700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38680b4c60 0x7f386814fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f3867e00700 1 -- 172.21.15.99:0/3479719397 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38680b4c60 msgr2=0x7f386814fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f3867e00700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f38680b4c60 0x7f386814fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f3867e00700 1 -- 172.21.15.99:0/3479719397 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38680d37c0 msgr2=0x7f386814d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f3867e00700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f38680d37c0 0x7f386814d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f3867e00700 1 -- 172.21.15.99:0/3479719397 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3854009570 con 0x7f3868160510 2024-09-13T17:01:39.881 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f3867e00700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3868160510 0x7f386814cae0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f3860007e60 tx=0x7f386000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f385f400700 1 -- 172.21.15.99:0/3479719397 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f386000ede0 con 0x7f3868160510 2024-09-13T17:01:39.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f385f400700 1 -- 172.21.15.99:0/3479719397 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3860014420 con 0x7f3868160510 2024-09-13T17:01:39.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38580094b0 con 0x7f3868160510 2024-09-13T17:01:39.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f385f400700 1 -- 172.21.15.99:0/3479719397 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38600147d0 con 0x7f3868160510 2024-09-13T17:01:39.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38680b7210 con 0x7f3868160510 2024-09-13T17:01:39.882 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.875+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f38680b3c30 con 0x7f3868160510 2024-09-13T17:01:39.884 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.879+0000 7f385f400700 1 -- 172.21.15.99:0/3479719397 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3860014930 con 0x7f3868160510 2024-09-13T17:01:39.885 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.879+0000 7f385f400700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3848066760 0x7f3848068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.879+0000 7f385f400700 1 -- 172.21.15.99:0/3479719397 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f3860084630 con 0x7f3868160510 2024-09-13T17:01:39.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.879+0000 7f3867400700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3848066760 0x7f3848068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.879+0000 7f385f400700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] conn(0x7f384806c660 0x7f384806ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:39.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.879+0000 7f385f400700 1 -- 172.21.15.99:0/3479719397 --> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f384806f130 con 0x7f384806c660 2024-09-13T17:01:39.886 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.879+0000 7f385f400700 1 -- 172.21.15.99:0/3479719397 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3860086b90 con 0x7f3868160510 2024-09-13T17:01:39.887 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.879+0000 7f3866a00700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] conn(0x7f384806c660 0x7f384806ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:39.887 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.879+0000 7f3867400700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3848066760 0x7f3848068c20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3858000c00 tx=0x7f3858008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.887 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.883+0000 7f3866a00700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] conn(0x7f384806c660 0x7f384806ea80 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:39.888 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.883+0000 7f385f400700 1 -- 172.21.15.99:0/3479719397 <== osd.2 v2:172.21.15.99:6800/2938582930 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f384806f130 con 0x7f384806c660 2024-09-13T17:01:39.905 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 --> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f38680b4720 con 0x7f384806c660 2024-09-13T17:01:39.905 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f385f400700 1 -- 172.21.15.99:0/3479719397 <== osd.2 v2:172.21.15.99:6800/2938582930 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f38680b4720 con 0x7f384806c660 2024-09-13T17:01:39.905 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:01:39.905 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:01:39.905 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:01:39.906 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] conn(0x7f384806c660 msgr2=0x7f384806ea80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:6800/2938582930,v1:172.21.15.99:6801/2938582930] conn(0x7f384806c660 0x7f384806ea80 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3848066760 msgr2=0x7f3848068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f3848066760 0x7f3848068c20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3858000c00 tx=0x7f3858008030 comp rx=0 tx=0).stop 2024-09-13T17:01:39.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3868160510 msgr2=0x7f386814cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:39.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 --2- 172.21.15.99:0/3479719397 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f3868160510 0x7f386814cae0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f3860007e60 tx=0x7f386000e3c0 comp rx=0 tx=0).stop 2024-09-13T17:01:39.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f3867e00700 1 -- 172.21.15.99:0/3479719397 reap_dead start 2024-09-13T17:01:39.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 shutdown_connections 2024-09-13T17:01:39.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 >> 172.21.15.99:0/3479719397 conn(0x7f38680d2ca0 msgr2=0x7f3868070a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:39.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 shutdown_connections 2024-09-13T17:01:39.907 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:39.899+0000 7f386ce00700 1 -- 172.21.15.99:0/3479719397 wait complete. 2024-09-13T17:01:39.927 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-13T17:01:40.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.095+0000 7fbd2fe00700 1 Processor -- start 2024-09-13T17:01:40.101 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.095+0000 7fbd2fe00700 1 -- start start 2024-09-13T17:01:40.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2fe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd30165a10 0x7fbd3006d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.104 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fbd300b0e90 0x7fbd301616f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2fe00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd30162490 con 0x7fbd30165630 2024-09-13T17:01:40.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2fe00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd3006cea0 con 0x7fbd300b0e90 2024-09-13T17:01:40.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2fe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd3006d180 con 0x7fbd30165a10 2024-09-13T17:01:40.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2ea00700 1 --1- >> v1:172.21.15.170:6789/0 conn(0x7fbd30165630 0x7fbd300b0780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:49356/0 (socket says 172.21.15.99:49356) 2024-09-13T17:01:40.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2ea00700 1 -- 172.21.15.99:0/4165123056 learned_addr learned my addr 172.21.15.99:0/4165123056 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:40.105 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2f400700 1 --2- 172.21.15.99:0/4165123056 >> v2:172.21.15.99:3300/0 conn(0x7fbd300b0e90 0x7fbd301616f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2e000700 1 --2- 172.21.15.99:0/4165123056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd30165a10 0x7fbd3006d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2d600700 1 -- 172.21.15.99:0/4165123056 <== mon.1 v1:172.21.15.170:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3768076398 0 0) 0x7fbd30162490 con 0x7fbd30165630 2024-09-13T17:01:40.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2f400700 1 -- 172.21.15.99:0/4165123056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd30165a10 msgr2=0x7fbd3006d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:40.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2f400700 1 --2- 172.21.15.99:0/4165123056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd30165a10 0x7fbd3006d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2f400700 1 -- 172.21.15.99:0/4165123056 >> v1:172.21.15.170:6789/0 conn(0x7fbd30165630 legacy=0x7fbd300b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2f400700 1 -- 172.21.15.99:0/4165123056 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd3006d460 con 0x7fbd300b0e90 2024-09-13T17:01:40.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2e000700 1 --2- 172.21.15.99:0/4165123056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd30165a10 0x7fbd3006d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:40.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2f400700 1 --2- 172.21.15.99:0/4165123056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd300b0e90 0x7fbd301616f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fbd28009d90 tx=0x7fbd2800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e60991436442b6d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:40.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2d600700 1 -- 172.21.15.99:0/4165123056 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd2800e070 con 0x7fbd300b0e90 2024-09-13T17:01:40.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2d600700 1 -- 172.21.15.99:0/4165123056 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd2800bb20 con 0x7fbd300b0e90 2024-09-13T17:01:40.107 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.099+0000 7fbd2d600700 1 -- 172.21.15.99:0/4165123056 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd28012430 con 0x7fbd300b0e90 2024-09-13T17:01:40.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.103+0000 7fbd2fe00700 1 -- 172.21.15.99:0/4165123056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd300b0e90 msgr2=0x7fbd301616f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.103+0000 7fbd2fe00700 1 --2- 172.21.15.99:0/4165123056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd300b0e90 0x7fbd301616f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fbd28009d90 tx=0x7fbd2800b330 comp rx=0 tx=0).stop 2024-09-13T17:01:40.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.103+0000 7fbd2fe00700 1 -- 172.21.15.99:0/4165123056 shutdown_connections 2024-09-13T17:01:40.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.103+0000 7fbd2fe00700 1 --2- 172.21.15.99:0/4165123056 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd300b0e90 0x7fbd301616f0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.103+0000 7fbd2fe00700 1 --2- 172.21.15.99:0/4165123056 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd30165a10 0x7fbd3006d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.108 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.103+0000 7fbd2fe00700 1 -- 172.21.15.99:0/4165123056 >> 172.21.15.99:0/4165123056 conn(0x7fbd30066780 msgr2=0x7fbd3006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:40.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.103+0000 7fbd2fe00700 1 -- 172.21.15.99:0/4165123056 shutdown_connections 2024-09-13T17:01:40.109 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.103+0000 7fbd2fe00700 1 -- 172.21.15.99:0/4165123056 wait complete. 2024-09-13T17:01:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.103+0000 7fbd2fe00700 1 Processor -- start 2024-09-13T17:01:40.111 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.103+0000 7fbd2fe00700 1 -- start start 2024-09-13T17:01:40.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2fe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd300b0e90 0x7fbd301f63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2fe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd30165630 0x7fbd30147d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2fe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30165a10 0x7fbd300c4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2fe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd301f68f0 con 0x7fbd30165a10 2024-09-13T17:01:40.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2fe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd301445e0 con 0x7fbd30165630 2024-09-13T17:01:40.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2fe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd30144890 con 0x7fbd300b0e90 2024-09-13T17:01:40.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2f400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30165a10 0x7fbd300c4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2f400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30165a10 0x7fbd300c4f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45520/0 (socket says 172.21.15.99:45520) 2024-09-13T17:01:40.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2f400700 1 -- 172.21.15.99:0/905388058 learned_addr learned my addr 172.21.15.99:0/905388058 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:40.113 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2ea00700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd300b0e90 0x7fbd301f63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2e000700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd30165630 0x7fbd30147d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2f400700 1 -- 172.21.15.99:0/905388058 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd300b0e90 msgr2=0x7fbd301f63b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2f400700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd300b0e90 0x7fbd301f63b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2f400700 1 -- 172.21.15.99:0/905388058 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd30165630 msgr2=0x7fbd30147d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.114 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2f400700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd30165630 0x7fbd30147d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2f400700 1 -- 172.21.15.99:0/905388058 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd1c0094b0 con 0x7fbd30165a10 2024-09-13T17:01:40.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2f400700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30165a10 0x7fbd300c4f40 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fbd28014040 tx=0x7fbd28004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:40.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd26a00700 1 -- 172.21.15.99:0/905388058 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd28012430 con 0x7fbd30165a10 2024-09-13T17:01:40.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd26a00700 1 -- 172.21.15.99:0/905388058 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd28020070 con 0x7fbd30165a10 2024-09-13T17:01:40.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd26a00700 1 -- 172.21.15.99:0/905388058 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd28004280 con 0x7fbd30165a10 2024-09-13T17:01:40.115 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2fe00700 1 -- 172.21.15.99:0/905388058 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd28009a70 con 0x7fbd30165a10 2024-09-13T17:01:40.116 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.107+0000 7fbd2fe00700 1 -- 172.21.15.99:0/905388058 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd301456f0 con 0x7fbd30165a10 2024-09-13T17:01:40.117 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.111+0000 7fbd2fe00700 1 -- 172.21.15.99:0/905388058 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd30145880 con 0x7fbd30165a10 2024-09-13T17:01:40.118 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.111+0000 7fbd26a00700 1 -- 172.21.15.99:0/905388058 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbd280043e0 con 0x7fbd30165a10 2024-09-13T17:01:40.120 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.115+0000 7fbd26a00700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbd10066730 0x7fbd10068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.120 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.115+0000 7fbd26a00700 1 -- 172.21.15.99:0/905388058 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fbd28022070 con 0x7fbd30165a10 2024-09-13T17:01:40.120 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.115+0000 7fbd2ea00700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbd10066730 0x7fbd10068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.121 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.115+0000 7fbd2ea00700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbd10066730 0x7fbd10068bf0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbd20007b30 tx=0x7fbd20007a80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:40.125 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.119+0000 7fbd26a00700 1 -- 172.21.15.99:0/905388058 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbd280530f0 con 0x7fbd30165a10 2024-09-13T17:01:40.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.303+0000 7fbd2fe00700 1 -- 172.21.15.99:0/905388058 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7fbd301616f0 con 0x7fbd10066730 2024-09-13T17:01:40.309 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.303+0000 7fbd26a00700 1 -- 172.21.15.99:0/905388058 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fbd301616f0 con 0x7fbd10066730 2024-09-13T17:01:40.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 -- 172.21.15.99:0/905388058 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbd10066730 msgr2=0x7fbd10068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbd10066730 0x7fbd10068bf0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbd20007b30 tx=0x7fbd20007a80 comp rx=0 tx=0).stop 2024-09-13T17:01:40.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 -- 172.21.15.99:0/905388058 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30165a10 msgr2=0x7fbd300c4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30165a10 0x7fbd300c4f40 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fbd28014040 tx=0x7fbd28004af0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 -- 172.21.15.99:0/905388058 shutdown_connections 2024-09-13T17:01:40.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbd10066730 0x7fbd10068bf0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fbd30165a10 0x7fbd300c4f40 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fbd30165630 0x7fbd30147d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.314 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 --2- 172.21.15.99:0/905388058 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fbd300b0e90 0x7fbd301f63b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 -- 172.21.15.99:0/905388058 >> 172.21.15.99:0/905388058 conn(0x7fbd30066780 msgr2=0x7fbd300cd430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:40.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 -- 172.21.15.99:0/905388058 shutdown_connections 2024-09-13T17:01:40.315 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.307+0000 7fbd2fe00700 1 -- 172.21.15.99:0/905388058 wait complete. 2024-09-13T17:01:40.317 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 2 to deep-scrub 2024-09-13T17:01:40.337 INFO:tasks.ceph:Scrubbing osd.3 2024-09-13T17:01:40.337 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:01:40.509 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.503+0000 7f24d1c00700 1 Processor -- start 2024-09-13T17:01:40.509 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.503+0000 7f24d1c00700 1 -- start start 2024-09-13T17:01:40.511 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.503+0000 7f24d1c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f24cc1464f0 0x7f24cc0b1950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.503+0000 7f24d1c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24cc0afe60 0x7f24cc0ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.503+0000 7f24d1c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24cc0717a0 con 0x7f24cc0b1e90 2024-09-13T17:01:40.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.503+0000 7f24d1c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24cc0b2300 con 0x7f24cc1464f0 2024-09-13T17:01:40.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.503+0000 7f24d1c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24cc0b10d0 con 0x7f24cc0afe60 2024-09-13T17:01:40.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24cb400700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f24cc0b1e90 0x7f24cc0af750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42710/0 (socket says 172.21.15.99:42710) 2024-09-13T17:01:40.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24cb400700 1 -- 172.21.15.99:0/3935193924 learned_addr learned my addr 172.21.15.99:0/3935193924 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:40.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24d1200700 1 --2- 172.21.15.99:0/3935193924 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24cc0afe60 0x7f24cc0ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24cbe00700 1 --2- 172.21.15.99:0/3935193924 >> v2:172.21.15.170:3300/0 conn(0x7f24cc1464f0 0x7f24cc0b1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24caa00700 1 -- 172.21.15.99:0/3935193924 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3514956464 0 0) 0x7f24cc0717a0 con 0x7f24cc0b1e90 2024-09-13T17:01:40.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24caa00700 1 -- 172.21.15.99:0/3935193924 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24b00035d0 con 0x7f24cc0b1e90 2024-09-13T17:01:40.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24d1200700 1 -- 172.21.15.99:0/3935193924 >> v2:172.21.15.170:3300/0 conn(0x7f24cc1464f0 msgr2=0x7f24cc0b1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:40.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24d1200700 1 --2- 172.21.15.99:0/3935193924 >> v2:172.21.15.170:3300/0 conn(0x7f24cc1464f0 0x7f24cc0b1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24d1200700 1 -- 172.21.15.99:0/3935193924 >> v1:172.21.15.99:6789/0 conn(0x7f24cc0b1e90 legacy=0x7f24cc0af750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24d1200700 1 -- 172.21.15.99:0/3935193924 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24cc1468d0 con 0x7f24cc0afe60 2024-09-13T17:01:40.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24cbe00700 1 --2- 172.21.15.99:0/3935193924 >> v2:172.21.15.170:3300/0 conn(0x7f24cc1464f0 0x7f24cc0b1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:40.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24d1200700 1 --2- 172.21.15.99:0/3935193924 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24cc0afe60 0x7f24cc0ac8b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f24c4009d90 tx=0x7f24c400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d6a92dbe9f55702 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:40.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24caa00700 1 -- 172.21.15.99:0/3935193924 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24c400e070 con 0x7f24cc0afe60 2024-09-13T17:01:40.515 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24caa00700 1 -- 172.21.15.99:0/3935193924 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24c400bb20 con 0x7f24cc0afe60 2024-09-13T17:01:40.515 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24caa00700 1 -- 172.21.15.99:0/3935193924 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24c400be90 con 0x7f24cc0afe60 2024-09-13T17:01:40.515 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24d1c00700 1 -- 172.21.15.99:0/3935193924 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24cc0afe60 msgr2=0x7f24cc0ac8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.507+0000 7f24d1c00700 1 --2- 172.21.15.99:0/3935193924 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24cc0afe60 0x7f24cc0ac8b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f24c4009d90 tx=0x7f24c400b330 comp rx=0 tx=0).stop 2024-09-13T17:01:40.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.511+0000 7f24d1c00700 1 -- 172.21.15.99:0/3935193924 shutdown_connections 2024-09-13T17:01:40.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.511+0000 7f24d1c00700 1 --2- 172.21.15.99:0/3935193924 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24cc0afe60 0x7f24cc0ac8b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.511+0000 7f24d1c00700 1 --2- 172.21.15.99:0/3935193924 >> v2:172.21.15.170:3300/0 conn(0x7f24cc1464f0 0x7f24cc0b1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.511+0000 7f24d1c00700 1 -- 172.21.15.99:0/3935193924 >> 172.21.15.99:0/3935193924 conn(0x7f24cc06bee0 msgr2=0x7f24cc066150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:40.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.511+0000 7f24d1c00700 1 -- 172.21.15.99:0/3935193924 shutdown_connections 2024-09-13T17:01:40.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.511+0000 7f24d1c00700 1 -- 172.21.15.99:0/3935193924 wait complete. 2024-09-13T17:01:40.518 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.511+0000 7f24d1c00700 1 Processor -- start 2024-09-13T17:01:40.518 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.511+0000 7f24d1c00700 1 -- start start 2024-09-13T17:01:40.520 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24d1c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24cc0afe60 0x7f24cc1f6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.520 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24d1c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24cc0b1e90 0x7f24cc144a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.520 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24d1c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc1464f0 0x7f24cc13dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.520 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24d1c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24cc1f3060 con 0x7f24cc0afe60 2024-09-13T17:01:40.520 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24d1c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24cc13f6c0 con 0x7f24cc1464f0 2024-09-13T17:01:40.520 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24d1c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24cc1f26c0 con 0x7f24cc0b1e90 2024-09-13T17:01:40.520 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24cbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24cc0afe60 0x7f24cc1f6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.520 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24cbe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24cc0afe60 0x7f24cc1f6390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45528/0 (socket says 172.21.15.99:45528) 2024-09-13T17:01:40.520 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24cbe00700 1 -- 172.21.15.99:0/2247036705 learned_addr learned my addr 172.21.15.99:0/2247036705 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24cb400700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24cc0b1e90 0x7f24cc144a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24d1200700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc1464f0 0x7f24cc13dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24cbe00700 1 -- 172.21.15.99:0/2247036705 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24cc0b1e90 msgr2=0x7f24cc144a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24cbe00700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24cc0b1e90 0x7f24cc144a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24cbe00700 1 -- 172.21.15.99:0/2247036705 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc1464f0 msgr2=0x7f24cc13dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24cbe00700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f24cc1464f0 0x7f24cc13dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24cbe00700 1 -- 172.21.15.99:0/2247036705 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24bc0094b0 con 0x7f24cc0afe60 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24cbe00700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24cc0afe60 0x7f24cc1f6390 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f24bc00ebe0 tx=0x7f24bc009e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24c3e00700 1 -- 172.21.15.99:0/2247036705 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24bc00c8b0 con 0x7f24cc0afe60 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24c3e00700 1 -- 172.21.15.99:0/2247036705 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24bc00ca10 con 0x7f24cc0afe60 2024-09-13T17:01:40.522 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24c4009a70 con 0x7f24cc0afe60 2024-09-13T17:01:40.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24c3e00700 1 -- 172.21.15.99:0/2247036705 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24bc00cda0 con 0x7f24cc0afe60 2024-09-13T17:01:40.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24cc1f2c80 con 0x7f24cc0afe60 2024-09-13T17:01:40.523 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.515+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f24cc0b0a80 con 0x7f24cc0afe60 2024-09-13T17:01:40.525 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.519+0000 7f24c3e00700 1 -- 172.21.15.99:0/2247036705 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f24bc013470 con 0x7f24cc0afe60 2024-09-13T17:01:40.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.519+0000 7f24c3e00700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f24ac066730 0x7f24ac068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.527 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.523+0000 7f24c3e00700 1 -- 172.21.15.99:0/2247036705 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f24bc0843b0 con 0x7f24cc0afe60 2024-09-13T17:01:40.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.523+0000 7f24cb400700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f24ac066730 0x7f24ac068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.528 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.523+0000 7f24c3e00700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] conn(0x7f24ac06c630 0x7f24ac06ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.529 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.523+0000 7f24c3e00700 1 -- 172.21.15.99:0/2247036705 --> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f24ac06f100 con 0x7f24ac06c630 2024-09-13T17:01:40.529 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.523+0000 7f24c3e00700 1 -- 172.21.15.99:0/2247036705 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f24bc084720 con 0x7f24cc0afe60 2024-09-13T17:01:40.529 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.523+0000 7f24d1200700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] conn(0x7f24ac06c630 0x7f24ac06ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.529 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.523+0000 7f24cb400700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f24ac066730 0x7f24ac068bf0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f24cc0b4cb0 tx=0x7f24b8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:40.529 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.523+0000 7f24d1200700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] conn(0x7f24ac06c630 0x7f24ac06ea50 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:40.530 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.523+0000 7f24c3e00700 1 -- 172.21.15.99:0/2247036705 <== osd.3 v2:172.21.15.99:6808/2023122251 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f24ac06f100 con 0x7f24ac06c630 2024-09-13T17:01:40.548 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 --> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f24cc0b07a0 con 0x7f24ac06c630 2024-09-13T17:01:40.549 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24c3e00700 1 -- 172.21.15.99:0/2247036705 <== osd.3 v2:172.21.15.99:6808/2023122251 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f24c4003e80 con 0x7f24ac06c630 2024-09-13T17:01:40.549 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:01:40.549 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:01:40.549 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:01:40.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] conn(0x7f24ac06c630 msgr2=0x7f24ac06ea50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:6808/2023122251,v1:172.21.15.99:6809/2023122251] conn(0x7f24ac06c630 0x7f24ac06ea50 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f24ac066730 msgr2=0x7f24ac068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f24ac066730 0x7f24ac068bf0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f24cc0b4cb0 tx=0x7f24b8009040 comp rx=0 tx=0).stop 2024-09-13T17:01:40.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24cc0afe60 msgr2=0x7f24cc1f6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 --2- 172.21.15.99:0/2247036705 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24cc0afe60 0x7f24cc1f6390 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f24bc00ebe0 tx=0x7f24bc009e30 comp rx=0 tx=0).stop 2024-09-13T17:01:40.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1200700 1 -- 172.21.15.99:0/2247036705 reap_dead start 2024-09-13T17:01:40.550 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 shutdown_connections 2024-09-13T17:01:40.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 >> 172.21.15.99:0/2247036705 conn(0x7f24cc06bee0 msgr2=0x7f24cc0adf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:40.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 shutdown_connections 2024-09-13T17:01:40.551 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.543+0000 7f24d1c00700 1 -- 172.21.15.99:0/2247036705 wait complete. 2024-09-13T17:01:40.570 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-13T17:01:40.736 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67f0200700 1 Processor -- start 2024-09-13T17:01:40.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67f0200700 1 -- start start 2024-09-13T17:01:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67f0200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f67e8144670 0x7f67e80b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67f0200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f67e80ccd10 0x7f67e80b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67f0200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f67e815b390 0x7f67e815b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67f0200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67e80cc880 con 0x7f67e815b390 2024-09-13T17:01:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67f0200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67e815c130 con 0x7f67e80ccd10 2024-09-13T17:01:40.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67f0200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67e8144a50 con 0x7f67e8144670 2024-09-13T17:01:40.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67ee200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f67e815b390 0x7f67e815b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67ece00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f67e80ccd10 0x7f67e80b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67ed800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f67e8144670 0x7f67e80b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67ee200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f67e815b390 0x7f67e815b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45538/0 (socket says 172.21.15.99:45538) 2024-09-13T17:01:40.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.731+0000 7f67ee200700 1 -- 172.21.15.99:0/2525456365 learned_addr learned my addr 172.21.15.99:0/2525456365 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:40.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67ee200700 1 -- 172.21.15.99:0/2525456365 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f67e8144670 msgr2=0x7f67e80b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:40.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67ee200700 1 --2- 172.21.15.99:0/2525456365 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f67e8144670 0x7f67e80b3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67ee200700 1 -- 172.21.15.99:0/2525456365 >> v2:172.21.15.170:3300/0 conn(0x7f67e80ccd10 msgr2=0x7f67e80b4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:40.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67ee200700 1 --2- 172.21.15.99:0/2525456365 >> v2:172.21.15.170:3300/0 conn(0x7f67e80ccd10 0x7f67e80b4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67ee200700 1 -- 172.21.15.99:0/2525456365 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67e80cbf50 con 0x7f67e815b390 2024-09-13T17:01:40.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67ee200700 1 --2- 172.21.15.99:0/2525456365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e815b390 0x7f67e815b7e0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f67e806af50 tx=0x7f67e000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b147f4bb110bb57 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:40.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67e7e00700 1 -- 172.21.15.99:0/2525456365 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67e000e070 con 0x7f67e815b390 2024-09-13T17:01:40.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67e7e00700 1 -- 172.21.15.99:0/2525456365 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67e000b910 con 0x7f67e815b390 2024-09-13T17:01:40.742 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67e7e00700 1 -- 172.21.15.99:0/2525456365 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67e000bcc0 con 0x7f67e815b390 2024-09-13T17:01:40.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67f0200700 1 -- 172.21.15.99:0/2525456365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e815b390 msgr2=0x7f67e815b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67f0200700 1 --2- 172.21.15.99:0/2525456365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e815b390 0x7f67e815b7e0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f67e806af50 tx=0x7f67e000b330 comp rx=0 tx=0).stop 2024-09-13T17:01:40.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67f0200700 1 -- 172.21.15.99:0/2525456365 shutdown_connections 2024-09-13T17:01:40.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67f0200700 1 --2- 172.21.15.99:0/2525456365 >> v2:172.21.15.170:3300/0 conn(0x7f67e80ccd10 0x7f67e80b4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67f0200700 1 --2- 172.21.15.99:0/2525456365 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e815b390 0x7f67e815b7e0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67f0200700 1 --2- 172.21.15.99:0/2525456365 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f67e8144670 0x7f67e80b3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67f0200700 1 -- 172.21.15.99:0/2525456365 >> 172.21.15.99:0/2525456365 conn(0x7f67e8071110 msgr2=0x7f67e8071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:40.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67f0200700 1 -- 172.21.15.99:0/2525456365 shutdown_connections 2024-09-13T17:01:40.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.735+0000 7f67f0200700 1 -- 172.21.15.99:0/2525456365 wait complete. 2024-09-13T17:01:40.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67f0200700 1 Processor -- start 2024-09-13T17:01:40.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67f0200700 1 -- start start 2024-09-13T17:01:40.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67f0200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e80ccd10 0x7f67e813a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67f0200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67e8144670 0x7f67e815d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67f0200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f67e815b390 0x7f67e815de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67f0200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67e81541e0 con 0x7f67e80ccd10 2024-09-13T17:01:40.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67f0200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67e8154480 con 0x7f67e8144670 2024-09-13T17:01:40.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67f0200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67e8154760 con 0x7f67e815b390 2024-09-13T17:01:40.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67ed800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e80ccd10 0x7f67e813a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67ed800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e80ccd10 0x7f67e813a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45552/0 (socket says 172.21.15.99:45552) 2024-09-13T17:01:40.747 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.739+0000 7f67ed800700 1 -- 172.21.15.99:0/2359024679 learned_addr learned my addr 172.21.15.99:0/2359024679 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:40.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67ece00700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67e8144670 0x7f67e815d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67ee200700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f67e815b390 0x7f67e815de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.750 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67ed800700 1 -- 172.21.15.99:0/2359024679 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f67e815b390 msgr2=0x7f67e815de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67ed800700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f67e815b390 0x7f67e815de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67ed800700 1 -- 172.21.15.99:0/2359024679 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67e8144670 msgr2=0x7f67e815d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67ed800700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67e8144670 0x7f67e815d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67ed800700 1 -- 172.21.15.99:0/2359024679 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67e0009b30 con 0x7f67e80ccd10 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67ece00700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67e8144670 0x7f67e815d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67ed800700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e80ccd10 0x7f67e813a4c0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f67dc00ebe0 tx=0x7f67dc009e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67e5600700 1 -- 172.21.15.99:0/2359024679 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67dc009740 con 0x7f67e80ccd10 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67e5600700 1 -- 172.21.15.99:0/2359024679 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67dc00c8b0 con 0x7f67e80ccd10 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67f0200700 1 -- 172.21.15.99:0/2359024679 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67e8154a40 con 0x7f67e80ccd10 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67e5600700 1 -- 172.21.15.99:0/2359024679 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67dc00cc40 con 0x7f67e80ccd10 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67f0200700 1 -- 172.21.15.99:0/2359024679 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67e8155000 con 0x7f67e80ccd10 2024-09-13T17:01:40.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.743+0000 7f67f0200700 1 -- 172.21.15.99:0/2359024679 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f67e815b7e0 con 0x7f67e80ccd10 2024-09-13T17:01:40.752 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.747+0000 7f67e5600700 1 -- 172.21.15.99:0/2359024679 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f67dc013470 con 0x7f67e80ccd10 2024-09-13T17:01:40.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.747+0000 7f67e5600700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67c8066730 0x7f67c8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:40.753 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.747+0000 7f67e5600700 1 -- 172.21.15.99:0/2359024679 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f67dc084070 con 0x7f67e80ccd10 2024-09-13T17:01:40.754 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.747+0000 7f67ece00700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67c8066730 0x7f67c8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:40.755 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.747+0000 7f67ece00700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67c8066730 0x7f67c8068bf0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f67e80cbb80 tx=0x7f67d4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:40.760 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.755+0000 7f67e5600700 1 -- 172.21.15.99:0/2359024679 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f67dc0b5db0 con 0x7f67e80ccd10 2024-09-13T17:01:40.950 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.943+0000 7f67f0200700 1 -- 172.21.15.99:0/2359024679 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f67e8068400 con 0x7f67c8066730 2024-09-13T17:01:40.951 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.943+0000 7f67e5600700 1 -- 172.21.15.99:0/2359024679 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f67e8068400 con 0x7f67c8066730 2024-09-13T17:01:40.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 -- 172.21.15.99:0/2359024679 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67c8066730 msgr2=0x7f67c8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67c8066730 0x7f67c8068bf0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f67e80cbb80 tx=0x7f67d4008040 comp rx=0 tx=0).stop 2024-09-13T17:01:40.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 -- 172.21.15.99:0/2359024679 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e80ccd10 msgr2=0x7f67e813a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:40.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e80ccd10 0x7f67e813a4c0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f67dc00ebe0 tx=0x7f67dc009e00 comp rx=0 tx=0).stop 2024-09-13T17:01:40.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 -- 172.21.15.99:0/2359024679 shutdown_connections 2024-09-13T17:01:40.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f67c8066730 0x7f67c8068bf0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.956 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f67e815b390 0x7f67e815de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f67e8144670 0x7f67e815d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 --2- 172.21.15.99:0/2359024679 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f67e80ccd10 0x7f67e813a4c0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:40.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 -- 172.21.15.99:0/2359024679 >> 172.21.15.99:0/2359024679 conn(0x7f67e8071110 msgr2=0x7f67e815ebe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:40.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 -- 172.21.15.99:0/2359024679 shutdown_connections 2024-09-13T17:01:40.957 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:40.951+0000 7f67f0200700 1 -- 172.21.15.99:0/2359024679 wait complete. 2024-09-13T17:01:40.958 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 3 to deep-scrub 2024-09-13T17:01:40.979 INFO:tasks.ceph:Scrubbing osd.4 2024-09-13T17:01:40.979 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:01:41.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.143+0000 7f5277e00700 1 Processor -- start 2024-09-13T17:01:41.149 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.143+0000 7f5277e00700 1 -- start start 2024-09-13T17:01:41.151 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.143+0000 7f5277e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f5278161510 0x7f52780d1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.143+0000 7f5277e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780cd530 0x7f52780c3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.143+0000 7f5277e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f52780c4060 0x7f5278164e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.143+0000 7f5277e00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52780c44f0 con 0x7f52780c4060 2024-09-13T17:01:41.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.143+0000 7f5277e00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52780b0270 con 0x7f5278161510 2024-09-13T17:01:41.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.143+0000 7f5277e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52780cdaa0 con 0x7f52780cd530 2024-09-13T17:01:41.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f52780c4060 0x7f5278164e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f52780c4060 0x7f5278164e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45562/0 (socket says 172.21.15.99:45562) 2024-09-13T17:01:41.152 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277400700 1 -- 172.21.15.99:0/546672031 learned_addr learned my addr 172.21.15.99:0/546672031 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:41.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5276a00700 1 --2- 172.21.15.99:0/546672031 >> v2:172.21.15.170:3300/0 conn(0x7f5278161510 0x7f52780d1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5276000700 1 --2- 172.21.15.99:0/546672031 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780cd530 0x7f52780c3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.153 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277400700 1 -- 172.21.15.99:0/546672031 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780cd530 msgr2=0x7f52780c3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:41.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277400700 1 --2- 172.21.15.99:0/546672031 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780cd530 0x7f52780c3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277400700 1 -- 172.21.15.99:0/546672031 >> v2:172.21.15.170:3300/0 conn(0x7f5278161510 msgr2=0x7f52780d1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:41.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277400700 1 --2- 172.21.15.99:0/546672031 >> v2:172.21.15.170:3300/0 conn(0x7f5278161510 0x7f52780d1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277400700 1 -- 172.21.15.99:0/546672031 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52780cdd80 con 0x7f52780c4060 2024-09-13T17:01:41.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5276a00700 1 --2- 172.21.15.99:0/546672031 >> v2:172.21.15.170:3300/0 conn(0x7f5278161510 0x7f52780d1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:41.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5276000700 1 --2- 172.21.15.99:0/546672031 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780cd530 0x7f52780c3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:41.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277400700 1 --2- 172.21.15.99:0/546672031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f52780c4060 0x7f5278164e60 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f52780c4650 tx=0x7f527000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9450fb10cfe4a998 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5275600700 1 -- 172.21.15.99:0/546672031 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f527000e070 con 0x7f52780c4060 2024-09-13T17:01:41.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5275600700 1 -- 172.21.15.99:0/546672031 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f527000b9c0 con 0x7f52780c4060 2024-09-13T17:01:41.154 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5275600700 1 -- 172.21.15.99:0/546672031 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f527000bd70 con 0x7f52780c4060 2024-09-13T17:01:41.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277e00700 1 -- 172.21.15.99:0/546672031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f52780c4060 msgr2=0x7f5278164e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277e00700 1 --2- 172.21.15.99:0/546672031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f52780c4060 0x7f5278164e60 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f52780c4650 tx=0x7f527000b330 comp rx=0 tx=0).stop 2024-09-13T17:01:41.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277e00700 1 -- 172.21.15.99:0/546672031 shutdown_connections 2024-09-13T17:01:41.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277e00700 1 --2- 172.21.15.99:0/546672031 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f52780c4060 0x7f5278164e60 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277e00700 1 --2- 172.21.15.99:0/546672031 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780cd530 0x7f52780c3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277e00700 1 --2- 172.21.15.99:0/546672031 >> v2:172.21.15.170:3300/0 conn(0x7f5278161510 0x7f52780d1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.155 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277e00700 1 -- 172.21.15.99:0/546672031 >> 172.21.15.99:0/546672031 conn(0x7f52780d0b50 msgr2=0x7f52780d0f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:41.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277e00700 1 -- 172.21.15.99:0/546672031 shutdown_connections 2024-09-13T17:01:41.156 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.147+0000 7f5277e00700 1 -- 172.21.15.99:0/546672031 wait complete. 2024-09-13T17:01:41.158 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.151+0000 7f5277e00700 1 Processor -- start 2024-09-13T17:01:41.159 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.151+0000 7f5277e00700 1 -- start start 2024-09-13T17:01:41.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5277e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780c4060 0x7f527815c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5277e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f52780cd530 0x7f52780c7d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.163 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5277e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5278161510 0x7f52780c82a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5277e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5278164690 con 0x7f52780cd530 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5277e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5278163a80 con 0x7f5278161510 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5277e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5278163d60 con 0x7f52780c4060 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f52780cd530 0x7f52780c7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f52780cd530 0x7f52780c7d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45576/0 (socket says 172.21.15.99:45576) 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276000700 1 -- 172.21.15.99:0/1160271860 learned_addr learned my addr 172.21.15.99:0/1160271860 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276000700 1 -- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780c4060 msgr2=0x7f527815c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276a00700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780c4060 0x7f527815c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5277400700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5278161510 0x7f52780c82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276000700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780c4060 0x7f527815c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276000700 1 -- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5278161510 msgr2=0x7f52780c82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276000700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5278161510 0x7f52780c82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.164 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276000700 1 -- 172.21.15.99:0/1160271860 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5270009b30 con 0x7f52780cd530 2024-09-13T17:01:41.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276a00700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f52780c4060 0x7f527815c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:41.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5277400700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f5278161510 0x7f52780c82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:41.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5276000700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f52780cd530 0x7f52780c7d60 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f526400c770 tx=0x7f526400cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f526ea00700 1 -- 172.21.15.99:0/1160271860 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5264011800 con 0x7f52780cd530 2024-09-13T17:01:41.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f526ea00700 1 -- 172.21.15.99:0/1160271860 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5264011960 con 0x7f52780cd530 2024-09-13T17:01:41.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f526ea00700 1 -- 172.21.15.99:0/1160271860 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5264011d10 con 0x7f52780cd530 2024-09-13T17:01:41.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5278164040 con 0x7f52780cd530 2024-09-13T17:01:41.165 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.155+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f527815c570 con 0x7f52780cd530 2024-09-13T17:01:41.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.159+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5278070fb0 con 0x7f52780cd530 2024-09-13T17:01:41.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.159+0000 7f526ea00700 1 -- 172.21.15.99:0/1160271860 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5264018360 con 0x7f52780cd530 2024-09-13T17:01:41.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.159+0000 7f526ea00700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5258066730 0x7f5258068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.159+0000 7f526ea00700 1 -- 172.21.15.99:0/1160271860 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5264084090 con 0x7f52780cd530 2024-09-13T17:01:41.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.159+0000 7f5276a00700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5258066730 0x7f5258068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.163+0000 7f526ea00700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] conn(0x7f525806c630 0x7f525806ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.163+0000 7f526ea00700 1 -- 172.21.15.99:0/1160271860 --> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f525806f100 con 0x7f525806c630 2024-09-13T17:01:41.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.163+0000 7f526ea00700 1 -- 172.21.15.99:0/1160271860 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5264086670 con 0x7f52780cd530 2024-09-13T17:01:41.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.163+0000 7f5277400700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] conn(0x7f525806c630 0x7f525806ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.163+0000 7f5276a00700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5258066730 0x7f5258068bf0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f52680088b0 tx=0x7f5268008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.169 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.163+0000 7f5277400700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] conn(0x7f525806c630 0x7f525806ea50 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.171 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.163+0000 7f526ea00700 1 -- 172.21.15.99:0/1160271860 <== osd.4 v2:172.21.15.170:6800/3569823550 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f525806f100 con 0x7f525806c630 2024-09-13T17:01:41.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 --> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f52780ce6e0 con 0x7f525806c630 2024-09-13T17:01:41.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f526ea00700 1 -- 172.21.15.99:0/1160271860 <== osd.4 v2:172.21.15.170:6800/3569823550 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f52780ce6e0 con 0x7f525806c630 2024-09-13T17:01:41.190 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:01:41.190 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:01:41.190 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:01:41.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] conn(0x7f525806c630 msgr2=0x7f525806ea50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.170:6800/3569823550,v1:172.21.15.170:6801/3569823550] conn(0x7f525806c630 0x7f525806ea50 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5258066730 msgr2=0x7f5258068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f5258066730 0x7f5258068bf0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f52680088b0 tx=0x7f5268008040 comp rx=0 tx=0).stop 2024-09-13T17:01:41.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f52780cd530 msgr2=0x7f52780c7d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.191 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 --2- 172.21.15.99:0/1160271860 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f52780cd530 0x7f52780c7d60 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f526400c770 tx=0x7f526400cb30 comp rx=0 tx=0).stop 2024-09-13T17:01:41.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277400700 1 -- 172.21.15.99:0/1160271860 reap_dead start 2024-09-13T17:01:41.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 shutdown_connections 2024-09-13T17:01:41.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 >> 172.21.15.99:0/1160271860 conn(0x7f52780d0b50 msgr2=0x7f52780708a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:41.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 shutdown_connections 2024-09-13T17:01:41.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.183+0000 7f5277e00700 1 -- 172.21.15.99:0/1160271860 wait complete. 2024-09-13T17:01:41.212 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-13T17:01:41.384 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.379+0000 7f30c9800700 1 Processor -- start 2024-09-13T17:01:41.384 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.379+0000 7f30c9800700 1 -- start start 2024-09-13T17:01:41.386 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.379+0000 7f30c9800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f30c4159c60 0x7f30c40b3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.386 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.379+0000 7f30c9800700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30c40cd570 con 0x7f30c40b3890 2024-09-13T17:01:41.386 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.379+0000 7f30c9800700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30c40cd850 con 0x7f30c406fea0 2024-09-13T17:01:41.386 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.379+0000 7f30c9800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30c40cdb30 con 0x7f30c4159c60 2024-09-13T17:01:41.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.379+0000 7f30c2000700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7f30c40b3890 0x7f30c406f790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42714/0 (socket says 172.21.15.99:42714) 2024-09-13T17:01:41.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.379+0000 7f30c2000700 1 -- 172.21.15.99:0/178761015 learned_addr learned my addr 172.21.15.99:0/178761015 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:41.387 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.379+0000 7f30c2a00700 1 --2- 172.21.15.99:0/178761015 >> v2:172.21.15.99:3300/0 conn(0x7f30c4159c60 0x7f30c40b3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.379+0000 7f30c1600700 1 -- 172.21.15.99:0/178761015 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 881991349 0 0) 0x7f30c40cd570 con 0x7f30c40b3890 2024-09-13T17:01:41.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c1600700 1 -- 172.21.15.99:0/178761015 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f30a80035d0 con 0x7f30c40b3890 2024-09-13T17:01:41.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c2a00700 1 -- 172.21.15.99:0/178761015 >> v1:172.21.15.170:6789/0 conn(0x7f30c406fea0 legacy=0x7f30c415a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c1600700 1 -- 172.21.15.99:0/178761015 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2790400570 0 0) 0x7f30a80035d0 con 0x7f30c40b3890 2024-09-13T17:01:41.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c2a00700 1 -- 172.21.15.99:0/178761015 >> v1:172.21.15.99:6789/0 conn(0x7f30c40b3890 legacy=0x7f30c406f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.388 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c2a00700 1 -- 172.21.15.99:0/178761015 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30c40cde10 con 0x7f30c4159c60 2024-09-13T17:01:41.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c2a00700 1 --2- 172.21.15.99:0/178761015 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c4159c60 0x7f30c40b3350 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f30b4009880 tx=0x7f30b4009b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15362537d6b2c199 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c1600700 1 -- 172.21.15.99:0/178761015 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b0001670 con 0x7f30c4159c60 2024-09-13T17:01:41.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c1600700 1 -- 172.21.15.99:0/178761015 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30b4004030 con 0x7f30c4159c60 2024-09-13T17:01:41.389 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c1600700 1 -- 172.21.15.99:0/178761015 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b40043e0 con 0x7f30c4159c60 2024-09-13T17:01:41.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c9800700 1 -- 172.21.15.99:0/178761015 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c4159c60 msgr2=0x7f30c40b3350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c9800700 1 --2- 172.21.15.99:0/178761015 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c4159c60 0x7f30c40b3350 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f30b4009880 tx=0x7f30b4009b90 comp rx=0 tx=0).stop 2024-09-13T17:01:41.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c9800700 1 -- 172.21.15.99:0/178761015 shutdown_connections 2024-09-13T17:01:41.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c9800700 1 --2- 172.21.15.99:0/178761015 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c4159c60 0x7f30c40b3350 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c9800700 1 -- 172.21.15.99:0/178761015 >> 172.21.15.99:0/178761015 conn(0x7f30c4071110 msgr2=0x7f30c4071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:41.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c9800700 1 -- 172.21.15.99:0/178761015 shutdown_connections 2024-09-13T17:01:41.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.383+0000 7f30c9800700 1 -- 172.21.15.99:0/178761015 wait complete. 2024-09-13T17:01:41.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.387+0000 7f30c9800700 1 Processor -- start 2024-09-13T17:01:41.394 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.387+0000 7f30c9800700 1 -- start start 2024-09-13T17:01:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c9800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f30c406fea0 0x7f30c40afc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c9800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c40b3890 0x7f30c415a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c9800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f30c415a590 0x7f30c4140150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c9800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30c4140bc0 con 0x7f30c40b3890 2024-09-13T17:01:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c9800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30c4140ea0 con 0x7f30c415a590 2024-09-13T17:01:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c9800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30c4141180 con 0x7f30c406fea0 2024-09-13T17:01:41.396 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c40b3890 0x7f30c415a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c2000700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c40b3890 0x7f30c415a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45606/0 (socket says 172.21.15.99:45606) 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c2000700 1 -- 172.21.15.99:0/1196061546 learned_addr learned my addr 172.21.15.99:0/1196061546 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c2a00700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f30c406fea0 0x7f30c40afc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c3400700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f30c415a590 0x7f30c4140150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c2000700 1 -- 172.21.15.99:0/1196061546 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f30c406fea0 msgr2=0x7f30c40afc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c2000700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f30c406fea0 0x7f30c40afc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c2000700 1 -- 172.21.15.99:0/1196061546 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f30c415a590 msgr2=0x7f30c4140150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c2000700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f30c415a590 0x7f30c4140150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c2000700 1 -- 172.21.15.99:0/1196061546 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30b40094b0 con 0x7f30c40b3890 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c2000700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c40b3890 0x7f30c415a050 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f30b000c6d0 tx=0x7f30b000c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30baa00700 1 -- 172.21.15.99:0/1196061546 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b0004ca0 con 0x7f30c40b3890 2024-09-13T17:01:41.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30baa00700 1 -- 172.21.15.99:0/1196061546 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30b0004e00 con 0x7f30c40b3890 2024-09-13T17:01:41.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c9800700 1 -- 172.21.15.99:0/1196061546 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30c4141460 con 0x7f30c40b3890 2024-09-13T17:01:41.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30baa00700 1 -- 172.21.15.99:0/1196061546 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b00072f0 con 0x7f30c40b3890 2024-09-13T17:01:41.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.391+0000 7f30c9800700 1 -- 172.21.15.99:0/1196061546 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30c4150f10 con 0x7f30c40b3890 2024-09-13T17:01:41.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.395+0000 7f30c9800700 1 -- 172.21.15.99:0/1196061546 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30c4141980 con 0x7f30c40b3890 2024-09-13T17:01:41.401 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.395+0000 7f30baa00700 1 -- 172.21.15.99:0/1196061546 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f30b0007450 con 0x7f30c40b3890 2024-09-13T17:01:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.395+0000 7f30baa00700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f30a4066730 0x7f30a4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.395+0000 7f30baa00700 1 -- 172.21.15.99:0/1196061546 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f30b0083c10 con 0x7f30c40b3890 2024-09-13T17:01:41.404 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.399+0000 7f30c2a00700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f30a4066730 0x7f30a4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.405 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.399+0000 7f30c2a00700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f30a4066730 0x7f30a4068bf0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f30b40090b0 tx=0x7f30b4010000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.409 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.403+0000 7f30baa00700 1 -- 172.21.15.99:0/1196061546 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f30c4141980 con 0x7f30c40b3890 2024-09-13T17:01:41.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.583+0000 7f30c9800700 1 -- 172.21.15.99:0/1196061546 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7f30c4141010 con 0x7f30a4066730 2024-09-13T17:01:41.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.583+0000 7f30baa00700 1 -- 172.21.15.99:0/1196061546 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f30c4141010 con 0x7f30a4066730 2024-09-13T17:01:41.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 -- 172.21.15.99:0/1196061546 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f30a4066730 msgr2=0x7f30a4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f30a4066730 0x7f30a4068bf0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f30b40090b0 tx=0x7f30b4010000 comp rx=0 tx=0).stop 2024-09-13T17:01:41.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 -- 172.21.15.99:0/1196061546 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c40b3890 msgr2=0x7f30c415a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c40b3890 0x7f30c415a050 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f30b000c6d0 tx=0x7f30b000c9e0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 -- 172.21.15.99:0/1196061546 shutdown_connections 2024-09-13T17:01:41.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f30a4066730 0x7f30a4068bf0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.595 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f30c40b3890 0x7f30c415a050 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f30c415a590 0x7f30c4140150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 --2- 172.21.15.99:0/1196061546 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f30c406fea0 0x7f30c40afc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 -- 172.21.15.99:0/1196061546 >> 172.21.15.99:0/1196061546 conn(0x7f30c4071110 msgr2=0x7f30c406d460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:41.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 -- 172.21.15.99:0/1196061546 shutdown_connections 2024-09-13T17:01:41.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.587+0000 7f30c9800700 1 -- 172.21.15.99:0/1196061546 wait complete. 2024-09-13T17:01:41.597 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 4 to deep-scrub 2024-09-13T17:01:41.618 INFO:tasks.ceph:Scrubbing osd.5 2024-09-13T17:01:41.618 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:01:41.796 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.791+0000 7fca67e00700 1 Processor -- start 2024-09-13T17:01:41.797 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.791+0000 7fca67e00700 1 -- start start 2024-09-13T17:01:41.798 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.791+0000 7fca67e00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fca6815ad60 0x7fca6806aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.798 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.791+0000 7fca67e00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca680cc530 con 0x7fca6806af60 2024-09-13T17:01:41.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.791+0000 7fca67e00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca680cc810 con 0x7fca680d1670 2024-09-13T17:01:41.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.791+0000 7fca67e00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca680ccaf0 con 0x7fca6815ad60 2024-09-13T17:01:41.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.791+0000 7fca66a00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fca6815ad60 0x7fca6806aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.791+0000 7fca66000700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7fca6806af60 0x7fca680cf0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:42730/0 (socket says 172.21.15.99:42730) 2024-09-13T17:01:41.799 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.791+0000 7fca66000700 1 -- 172.21.15.99:0/1371372978 learned_addr learned my addr 172.21.15.99:0/1371372978 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:41.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca66a00700 1 -- 172.21.15.99:0/1371372978 >> v1:172.21.15.170:6789/0 conn(0x7fca680d1670 legacy=0x7fca680cd290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:41.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca66a00700 1 -- 172.21.15.99:0/1371372978 >> v1:172.21.15.99:6789/0 conn(0x7fca6806af60 legacy=0x7fca680cf0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.800 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca66a00700 1 -- 172.21.15.99:0/1371372978 --> v2:172.21.15.170:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca680ce8c0 con 0x7fca6815ad60 2024-09-13T17:01:41.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca66a00700 1 --2- 172.21.15.99:0/1371372978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fca6815ad60 0x7fca6806aa20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fca58009850 tx=0x7fca58009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=573dcd68d7fb7b70 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca65600700 1 -- 172.21.15.99:0/1371372978 <== mon.1 v2:172.21.15.170:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca58004230 con 0x7fca6815ad60 2024-09-13T17:01:41.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca65600700 1 -- 172.21.15.99:0/1371372978 <== mon.1 v2:172.21.15.170:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca58004390 con 0x7fca6815ad60 2024-09-13T17:01:41.801 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca65600700 1 -- 172.21.15.99:0/1371372978 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca580036c0 con 0x7fca6815ad60 2024-09-13T17:01:41.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca67e00700 1 -- 172.21.15.99:0/1371372978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fca6815ad60 msgr2=0x7fca6806aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca67e00700 1 --2- 172.21.15.99:0/1371372978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fca6815ad60 0x7fca6806aa20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fca58009850 tx=0x7fca58009b60 comp rx=0 tx=0).stop 2024-09-13T17:01:41.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca67e00700 1 -- 172.21.15.99:0/1371372978 shutdown_connections 2024-09-13T17:01:41.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca67e00700 1 --2- 172.21.15.99:0/1371372978 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fca6815ad60 0x7fca6806aa20 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca67e00700 1 -- 172.21.15.99:0/1371372978 >> 172.21.15.99:0/1371372978 conn(0x7fca680d0b50 msgr2=0x7fca680d0f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:41.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca67e00700 1 -- 172.21.15.99:0/1371372978 shutdown_connections 2024-09-13T17:01:41.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.795+0000 7fca67e00700 1 -- 172.21.15.99:0/1371372978 wait complete. 2024-09-13T17:01:41.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.799+0000 7fca67e00700 1 Processor -- start 2024-09-13T17:01:41.806 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.799+0000 7fca67e00700 1 -- start start 2024-09-13T17:01:41.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca67e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca6806af60 0x7fca68157630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca67e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fca680d1670 0x7fca680c9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca67e00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fca6815ad60 0x7fca680ca210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca67e00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca680b1500 con 0x7fca6806af60 2024-09-13T17:01:41.808 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca67e00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca680c7d50 con 0x7fca6815ad60 2024-09-13T17:01:41.809 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca67e00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca680b5fc0 con 0x7fca680d1670 2024-09-13T17:01:41.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca66a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca6806af60 0x7fca68157630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca66a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca6806af60 0x7fca68157630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45608/0 (socket says 172.21.15.99:45608) 2024-09-13T17:01:41.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca66a00700 1 -- 172.21.15.99:0/2438783135 learned_addr learned my addr 172.21.15.99:0/2438783135 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:41.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca66000700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fca680d1670 0x7fca680c9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.810 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca67400700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fca6815ad60 0x7fca680ca210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca66a00700 1 -- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fca680d1670 msgr2=0x7fca680c9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca66a00700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fca680d1670 0x7fca680c9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca66a00700 1 -- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fca6815ad60 msgr2=0x7fca680ca210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca66a00700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fca6815ad60 0x7fca680ca210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca66a00700 1 -- 172.21.15.99:0/2438783135 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca580094b0 con 0x7fca6806af60 2024-09-13T17:01:41.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca66a00700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca6806af60 0x7fca68157630 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fca58000c00 tx=0x7fca58004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca5ea00700 1 -- 172.21.15.99:0/2438783135 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca58006ea0 con 0x7fca6806af60 2024-09-13T17:01:41.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca5ea00700 1 -- 172.21.15.99:0/2438783135 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca58011a40 con 0x7fca6806af60 2024-09-13T17:01:41.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca5ea00700 1 -- 172.21.15.99:0/2438783135 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca58003ea0 con 0x7fca6806af60 2024-09-13T17:01:41.811 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca680b62a0 con 0x7fca6806af60 2024-09-13T17:01:41.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.803+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca680b6860 con 0x7fca6806af60 2024-09-13T17:01:41.812 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.807+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fca6815b140 con 0x7fca6806af60 2024-09-13T17:01:41.814 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.807+0000 7fca5ea00700 1 -- 172.21.15.99:0/2438783135 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fca5801b440 con 0x7fca6806af60 2024-09-13T17:01:41.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.811+0000 7fca5ea00700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fca48066730 0x7fca48068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.811+0000 7fca5ea00700 1 -- 172.21.15.99:0/2438783135 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fca58085260 con 0x7fca6806af60 2024-09-13T17:01:41.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.811+0000 7fca66000700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fca48066730 0x7fca48068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.816 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.811+0000 7fca5ea00700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] conn(0x7fca4806c630 0x7fca4806ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:41.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.811+0000 7fca5ea00700 1 -- 172.21.15.99:0/2438783135 --> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fca4806f100 con 0x7fca4806c630 2024-09-13T17:01:41.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.811+0000 7fca5ea00700 1 -- 172.21.15.99:0/2438783135 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca58087840 con 0x7fca6806af60 2024-09-13T17:01:41.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.811+0000 7fca67400700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] conn(0x7fca4806c630 0x7fca4806ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:41.817 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.811+0000 7fca66000700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fca48066730 0x7fca48068bf0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fca68157b70 tx=0x7fca54009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.818 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.811+0000 7fca67400700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] conn(0x7fca4806c630 0x7fca4806ea50 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:41.820 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.815+0000 7fca5ea00700 1 -- 172.21.15.99:0/2438783135 <== osd.5 v2:172.21.15.170:6816/3954257632 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fca4806f100 con 0x7fca4806c630 2024-09-13T17:01:41.837 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.831+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 --> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fca6806aa20 con 0x7fca4806c630 2024-09-13T17:01:41.839 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.831+0000 7fca5ea00700 1 -- 172.21.15.99:0/2438783135 <== osd.5 v2:172.21.15.170:6816/3954257632 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fca6806aa20 con 0x7fca4806c630 2024-09-13T17:01:41.839 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:01:41.839 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:01:41.839 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:01:41.840 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] conn(0x7fca4806c630 msgr2=0x7fca4806ea50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.840 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67e00700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.170:6816/3954257632,v1:172.21.15.170:6819/3954257632] conn(0x7fca4806c630 0x7fca4806ea50 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:41.840 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fca48066730 msgr2=0x7fca48068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.840 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67e00700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fca48066730 0x7fca48068bf0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fca68157b70 tx=0x7fca54009040 comp rx=0 tx=0).stop 2024-09-13T17:01:41.840 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca6806af60 msgr2=0x7fca68157630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:41.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67e00700 1 --2- 172.21.15.99:0/2438783135 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fca6806af60 0x7fca68157630 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fca58000c00 tx=0x7fca58004770 comp rx=0 tx=0).stop 2024-09-13T17:01:41.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67400700 1 -- 172.21.15.99:0/2438783135 reap_dead start 2024-09-13T17:01:41.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 shutdown_connections 2024-09-13T17:01:41.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 >> 172.21.15.99:0/2438783135 conn(0x7fca680d0b50 msgr2=0x7fca68070df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:41.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 shutdown_connections 2024-09-13T17:01:41.841 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:41.835+0000 7fca67e00700 1 -- 172.21.15.99:0/2438783135 wait complete. 2024-09-13T17:01:41.862 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-13T17:01:42.079 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.071+0000 7fb792c00700 1 Processor -- start 2024-09-13T17:01:42.079 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.071+0000 7fb792c00700 1 -- start start 2024-09-13T17:01:42.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.075+0000 7fb792c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fb78c1467c0 0x7fb78c15e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.075+0000 7fb792c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0cc940 0x7fb78c15d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.075+0000 7fb792c00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb78c15e9c0 con 0x7fb78c0b0780 2024-09-13T17:01:42.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.075+0000 7fb792c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb78c15dba0 con 0x7fb78c1467c0 2024-09-13T17:01:42.082 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.075+0000 7fb792c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb78c15de80 con 0x7fb78c0cc940 2024-09-13T17:01:42.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.075+0000 7fb790e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0cc940 0x7fb78c15d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.075+0000 7fb790e00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0cc940 0x7fb78c15d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:49638/0 (socket says 172.21.15.99:49638) 2024-09-13T17:01:42.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.075+0000 7fb790e00700 1 -- 172.21.15.99:0/741896732 learned_addr learned my addr 172.21.15.99:0/741896732 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:42.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.075+0000 7fb792200700 1 --1- 172.21.15.99:0/741896732 >> v1:172.21.15.170:6789/0 conn(0x7fb78c0b0780 0x7fb78c06de00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.170:6789/0 says I am v1:172.21.15.99:49368/0 (socket says 172.21.15.99:49368) 2024-09-13T17:01:42.083 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.075+0000 7fb791800700 1 --2- 172.21.15.99:0/741896732 >> v2:172.21.15.170:3300/0 conn(0x7fb78c1467c0 0x7fb78c15e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb790e00700 1 -- 172.21.15.99:0/741896732 >> v2:172.21.15.170:3300/0 conn(0x7fb78c1467c0 msgr2=0x7fb78c15e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:42.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb790e00700 1 --2- 172.21.15.99:0/741896732 >> v2:172.21.15.170:3300/0 conn(0x7fb78c1467c0 0x7fb78c15e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb790e00700 1 -- 172.21.15.99:0/741896732 >> v1:172.21.15.170:6789/0 conn(0x7fb78c0b0780 legacy=0x7fb78c06de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb790e00700 1 -- 172.21.15.99:0/741896732 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb78c15e160 con 0x7fb78c0cc940 2024-09-13T17:01:42.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb790e00700 1 --2- 172.21.15.99:0/741896732 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0cc940 0x7fb78c15d300 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb778009910 tx=0x7fb778009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d9b8f75a9634752 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:42.085 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb78be00700 1 -- 172.21.15.99:0/741896732 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb778011830 con 0x7fb78c0cc940 2024-09-13T17:01:42.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb78be00700 1 -- 172.21.15.99:0/741896732 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb778011990 con 0x7fb78c0cc940 2024-09-13T17:01:42.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb78be00700 1 -- 172.21.15.99:0/741896732 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb778011d40 con 0x7fb78c0cc940 2024-09-13T17:01:42.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb792c00700 1 -- 172.21.15.99:0/741896732 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0cc940 msgr2=0x7fb78c15d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.086 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb792c00700 1 --2- 172.21.15.99:0/741896732 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0cc940 0x7fb78c15d300 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb778009910 tx=0x7fb778009c20 comp rx=0 tx=0).stop 2024-09-13T17:01:42.087 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb792c00700 1 -- 172.21.15.99:0/741896732 shutdown_connections 2024-09-13T17:01:42.087 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb792c00700 1 --2- 172.21.15.99:0/741896732 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0cc940 0x7fb78c15d300 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb792c00700 1 --2- 172.21.15.99:0/741896732 >> v2:172.21.15.170:3300/0 conn(0x7fb78c1467c0 0x7fb78c15e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb792c00700 1 -- 172.21.15.99:0/741896732 >> 172.21.15.99:0/741896732 conn(0x7fb78c066780 msgr2=0x7fb78c06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:42.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb792c00700 1 -- 172.21.15.99:0/741896732 shutdown_connections 2024-09-13T17:01:42.088 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.079+0000 7fb792c00700 1 -- 172.21.15.99:0/741896732 wait complete. 2024-09-13T17:01:42.090 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.083+0000 7fb792c00700 1 Processor -- start 2024-09-13T17:01:42.091 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.083+0000 7fb792c00700 1 -- start start 2024-09-13T17:01:42.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0b0780 0x7fb78c134440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb78c0cc940 0x7fb78c140560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.092 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb78c1467c0 0x7fb78c15f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb78c0b2be0 con 0x7fb78c1467c0 2024-09-13T17:01:42.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb78c134980 con 0x7fb78c0cc940 2024-09-13T17:01:42.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb78c0b1fd0 con 0x7fb78c0b0780 2024-09-13T17:01:42.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb78c1467c0 0x7fb78c15f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb78c1467c0 0x7fb78c15f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:45624/0 (socket says 172.21.15.99:45624) 2024-09-13T17:01:42.093 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792200700 1 -- 172.21.15.99:0/1518467602 learned_addr learned my addr 172.21.15.99:0/1518467602 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:42.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb790e00700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb78c0cc940 0x7fb78c140560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.094 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb791800700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0b0780 0x7fb78c134440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792200700 1 -- 172.21.15.99:0/1518467602 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0b0780 msgr2=0x7fb78c134440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792200700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0b0780 0x7fb78c134440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792200700 1 -- 172.21.15.99:0/1518467602 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb78c0cc940 msgr2=0x7fb78c140560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792200700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb78c0cc940 0x7fb78c140560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792200700 1 -- 172.21.15.99:0/1518467602 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb778009570 con 0x7fb78c1467c0 2024-09-13T17:01:42.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb791800700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0b0780 0x7fb78c134440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:42.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb790e00700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb78c0cc940 0x7fb78c140560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:42.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792200700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb78c1467c0 0x7fb78c15f330 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb78400c500 tx=0x7fb78400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:42.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb789600700 1 -- 172.21.15.99:0/1518467602 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb784005cd0 con 0x7fb78c1467c0 2024-09-13T17:01:42.095 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb789600700 1 -- 172.21.15.99:0/1518467602 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb784005e30 con 0x7fb78c1467c0 2024-09-13T17:01:42.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb789600700 1 -- 172.21.15.99:0/1518467602 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7840072f0 con 0x7fb78c1467c0 2024-09-13T17:01:42.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792c00700 1 -- 172.21.15.99:0/1518467602 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb78c0b22b0 con 0x7fb78c1467c0 2024-09-13T17:01:42.096 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.087+0000 7fb792c00700 1 -- 172.21.15.99:0/1518467602 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb78c0b2870 con 0x7fb78c1467c0 2024-09-13T17:01:42.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.091+0000 7fb792c00700 1 -- 172.21.15.99:0/1518467602 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb78c0b2d90 con 0x7fb78c1467c0 2024-09-13T17:01:42.097 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.091+0000 7fb789600700 1 -- 172.21.15.99:0/1518467602 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb784007450 con 0x7fb78c1467c0 2024-09-13T17:01:42.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.091+0000 7fb789600700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb76c066730 0x7fb76c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.091+0000 7fb789600700 1 -- 172.21.15.99:0/1518467602 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb7840833f0 con 0x7fb78c1467c0 2024-09-13T17:01:42.098 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.091+0000 7fb791800700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb76c066730 0x7fb76c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.099 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.095+0000 7fb791800700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb76c066730 0x7fb76c068bf0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb780009fd0 tx=0x7fb78000b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:42.106 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.099+0000 7fb789600700 1 -- 172.21.15.99:0/1518467602 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb78c0b2d90 con 0x7fb78c1467c0 2024-09-13T17:01:42.290 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.283+0000 7fb792c00700 1 -- 172.21.15.99:0/1518467602 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7fb78c15d840 con 0x7fb76c066730 2024-09-13T17:01:42.291 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.283+0000 7fb789600700 1 -- 172.21.15.99:0/1518467602 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fb78000f050 con 0x7fb76c066730 2024-09-13T17:01:42.295 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 -- 172.21.15.99:0/1518467602 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb76c066730 msgr2=0x7fb76c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.295 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb76c066730 0x7fb76c068bf0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb780009fd0 tx=0x7fb78000b040 comp rx=0 tx=0).stop 2024-09-13T17:01:42.295 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 -- 172.21.15.99:0/1518467602 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb78c1467c0 msgr2=0x7fb78c15f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.296 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb78c1467c0 0x7fb78c15f330 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb78400c500 tx=0x7fb78400c8c0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.296 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 -- 172.21.15.99:0/1518467602 shutdown_connections 2024-09-13T17:01:42.296 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb76c066730 0x7fb76c068bf0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.296 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb78c1467c0 0x7fb78c15f330 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.296 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb78c0cc940 0x7fb78c140560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.296 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 --2- 172.21.15.99:0/1518467602 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb78c0b0780 0x7fb78c134440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 -- 172.21.15.99:0/1518467602 >> 172.21.15.99:0/1518467602 conn(0x7fb78c066780 msgr2=0x7fb78c06f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:42.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 -- 172.21.15.99:0/1518467602 shutdown_connections 2024-09-13T17:01:42.297 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.287+0000 7fb792c00700 1 -- 172.21.15.99:0/1518467602 wait complete. 2024-09-13T17:01:42.297 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 5 to deep-scrub 2024-09-13T17:01:42.314 INFO:tasks.ceph:Scrubbing osd.6 2024-09-13T17:01:42.314 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:01:42.498 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.491+0000 7fc00d800700 1 Processor -- start 2024-09-13T17:01:42.498 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.491+0000 7fc00d800700 1 -- start start 2024-09-13T17:01:42.503 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc00813dbd0 0x7fc008071010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc008071550 0x7fc008140360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fc0081408a0 0x7fc0080b06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0080719e0 con 0x7fc00813dbd0 2024-09-13T17:01:42.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc00815e7b0 con 0x7fc0081408a0 2024-09-13T17:01:42.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc00813dfb0 con 0x7fc008071550 2024-09-13T17:01:42.504 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc00813dbd0 0x7fc008071010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.505 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fc00813dbd0 0x7fc008071010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:41184/0 (socket says 172.21.15.99:41184) 2024-09-13T17:01:42.505 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007e00700 1 -- 172.21.15.99:0/2949257769 learned_addr learned my addr 172.21.15.99:0/2949257769 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:42.505 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007400700 1 --2- 172.21.15.99:0/2949257769 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc008071550 0x7fc008140360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.505 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007e00700 1 -- 172.21.15.99:0/2949257769 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc008071550 msgr2=0x7fc008140360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:42.505 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00ce00700 1 --2- 172.21.15.99:0/2949257769 >> v2:172.21.15.170:3300/0 conn(0x7fc0081408a0 0x7fc0080b06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.505 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007e00700 1 --2- 172.21.15.99:0/2949257769 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc008071550 0x7fc008140360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.505 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007e00700 1 -- 172.21.15.99:0/2949257769 >> v2:172.21.15.170:3300/0 conn(0x7fc0081408a0 msgr2=0x7fc0080b06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:42.506 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007e00700 1 --2- 172.21.15.99:0/2949257769 >> v2:172.21.15.170:3300/0 conn(0x7fc0081408a0 0x7fc0080b06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.506 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007e00700 1 -- 172.21.15.99:0/2949257769 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc008141090 con 0x7fc00813dbd0 2024-09-13T17:01:42.506 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007400700 1 --2- 172.21.15.99:0/2949257769 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc008071550 0x7fc008140360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:42.506 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00ce00700 1 --2- 172.21.15.99:0/2949257769 >> v2:172.21.15.170:3300/0 conn(0x7fc0081408a0 0x7fc0080b06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:01:42.506 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc007e00700 1 --2- 172.21.15.99:0/2949257769 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc00813dbd0 0x7fc008071010 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fc00806eaf0 tx=0x7fbff8009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a058bd31c279b679 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:42.506 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc006a00700 1 -- 172.21.15.99:0/2949257769 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff800b8a0 con 0x7fc00813dbd0 2024-09-13T17:01:42.506 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc006a00700 1 -- 172.21.15.99:0/2949257769 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbff800ba00 con 0x7fc00813dbd0 2024-09-13T17:01:42.507 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc006a00700 1 -- 172.21.15.99:0/2949257769 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff800bd90 con 0x7fc00813dbd0 2024-09-13T17:01:42.507 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 -- 172.21.15.99:0/2949257769 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc00813dbd0 msgr2=0x7fc008071010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.507 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 --2- 172.21.15.99:0/2949257769 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc00813dbd0 0x7fc008071010 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fc00806eaf0 tx=0x7fbff8009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.507 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 -- 172.21.15.99:0/2949257769 shutdown_connections 2024-09-13T17:01:42.507 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 --2- 172.21.15.99:0/2949257769 >> v2:172.21.15.170:3300/0 conn(0x7fc0081408a0 0x7fc0080b06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.507 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 --2- 172.21.15.99:0/2949257769 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc008071550 0x7fc008140360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.507 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 --2- 172.21.15.99:0/2949257769 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc00813dbd0 0x7fc008071010 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.508 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 -- 172.21.15.99:0/2949257769 >> 172.21.15.99:0/2949257769 conn(0x7fc00806a360 msgr2=0x7fc00806a770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:42.508 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 -- 172.21.15.99:0/2949257769 shutdown_connections 2024-09-13T17:01:42.508 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.495+0000 7fc00d800700 1 -- 172.21.15.99:0/2949257769 wait complete. 2024-09-13T17:01:42.511 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00d800700 1 Processor -- start 2024-09-13T17:01:42.511 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00d800700 1 -- start start 2024-09-13T17:01:42.511 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00d800700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc008071550 0x7fc008138c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.511 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00d800700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00813dbd0 0x7fc00813f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.511 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00d800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0081408a0 0x7fc00806d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.511 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00d800700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc00813ed30 con 0x7fc0081408a0 2024-09-13T17:01:42.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00d800700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc00813e390 con 0x7fc008071550 2024-09-13T17:01:42.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00d800700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc00813e670 con 0x7fc00813dbd0 2024-09-13T17:01:42.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00ce00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0081408a0 0x7fc00806d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00ce00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0081408a0 0x7fc00806d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:41200/0 (socket says 172.21.15.99:41200) 2024-09-13T17:01:42.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc00ce00700 1 -- 172.21.15.99:0/1008869217 learned_addr learned my addr 172.21.15.99:0/1008869217 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:42.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc007400700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00813dbd0 0x7fc00813f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.512 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.499+0000 7fc007e00700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc008071550 0x7fc008138c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fc00ce00700 1 -- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00813dbd0 msgr2=0x7fc00813f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fc00ce00700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fc00813dbd0 0x7fc00813f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fc00ce00700 1 -- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc008071550 msgr2=0x7fc008138c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fc00ce00700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fc008071550 0x7fc008138c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fc00ce00700 1 -- 172.21.15.99:0/1008869217 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbff8009570 con 0x7fc0081408a0 2024-09-13T17:01:42.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fc00ce00700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0081408a0 0x7fc00806d9f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc00000cef0 tx=0x7fc00000cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:42.513 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fbfffe00700 1 -- 172.21.15.99:0/1008869217 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc00000ad00 con 0x7fc0081408a0 2024-09-13T17:01:42.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fbfffe00700 1 -- 172.21.15.99:0/1008869217 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc00000ae60 con 0x7fc0081408a0 2024-09-13T17:01:42.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fbfffe00700 1 -- 172.21.15.99:0/1008869217 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc000015680 con 0x7fc0081408a0 2024-09-13T17:01:42.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc00813e950 con 0x7fc0081408a0 2024-09-13T17:01:42.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc00806df30 con 0x7fc0081408a0 2024-09-13T17:01:42.514 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.503+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc00815efc0 con 0x7fc0081408a0 2024-09-13T17:01:42.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.507+0000 7fbfffe00700 1 -- 172.21.15.99:0/1008869217 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc00000d430 con 0x7fc0081408a0 2024-09-13T17:01:42.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.507+0000 7fbfffe00700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe8066730 0x7fbfe8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.507+0000 7fbfffe00700 1 -- 172.21.15.99:0/1008869217 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fc000084ac0 con 0x7fc0081408a0 2024-09-13T17:01:42.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.507+0000 7fc007e00700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe8066730 0x7fbfe8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.516 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.507+0000 7fbfffe00700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] conn(0x7fbfe806c630 0x7fbfe806ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.507+0000 7fbfffe00700 1 -- 172.21.15.99:0/1008869217 --> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbfe806f100 con 0x7fbfe806c630 2024-09-13T17:01:42.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.507+0000 7fbfffe00700 1 -- 172.21.15.99:0/1008869217 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc000084e30 con 0x7fc0081408a0 2024-09-13T17:01:42.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.507+0000 7fc007400700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] conn(0x7fbfe806c630 0x7fbfe806ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.507+0000 7fc007e00700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe8066730 0x7fbfe8068bf0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fbff8000c00 tx=0x7fbff8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:42.517 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.511+0000 7fc007400700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] conn(0x7fbfe806c630 0x7fbfe806ea50 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:42.518 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.511+0000 7fbfffe00700 1 -- 172.21.15.99:0/1008869217 <== osd.6 v2:172.21.15.170:6817/642294741 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fbfe806f100 con 0x7fbfe806c630 2024-09-13T17:01:42.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.527+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 --> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fc00815ece0 con 0x7fbfe806c630 2024-09-13T17:01:42.535 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.527+0000 7fbfffe00700 1 -- 172.21.15.99:0/1008869217 <== osd.6 v2:172.21.15.170:6817/642294741 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fbff400c040 con 0x7fbfe806c630 2024-09-13T17:01:42.536 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:01:42.536 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:01:42.536 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:01:42.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.527+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] conn(0x7fbfe806c630 msgr2=0x7fbfe806ea50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.527+0000 7fc00d800700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.170:6817/642294741,v1:172.21.15.170:6818/642294741] conn(0x7fbfe806c630 0x7fbfe806ea50 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.531+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe8066730 msgr2=0x7fbfe8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.531+0000 7fc00d800700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fbfe8066730 0x7fbfe8068bf0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fbff8000c00 tx=0x7fbff8008030 comp rx=0 tx=0).stop 2024-09-13T17:01:42.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.531+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0081408a0 msgr2=0x7fc00806d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.531+0000 7fc00d800700 1 --2- 172.21.15.99:0/1008869217 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fc0081408a0 0x7fc00806d9f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc00000cef0 tx=0x7fc00000cf20 comp rx=0 tx=0).stop 2024-09-13T17:01:42.538 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.531+0000 7fc00ce00700 1 -- 172.21.15.99:0/1008869217 reap_dead start 2024-09-13T17:01:42.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.531+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 shutdown_connections 2024-09-13T17:01:42.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.531+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 >> 172.21.15.99:0/1008869217 conn(0x7fc00806a360 msgr2=0x7fc0080cd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:42.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.531+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 shutdown_connections 2024-09-13T17:01:42.539 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.531+0000 7fc00d800700 1 -- 172.21.15.99:0/1008869217 wait complete. 2024-09-13T17:01:42.556 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-13T17:01:42.726 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.719+0000 7fcc4fe00700 1 Processor -- start 2024-09-13T17:01:42.726 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.719+0000 7fcc4fe00700 1 -- start start 2024-09-13T17:01:42.729 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4fe00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fcc500cc940 0x7fcc5015d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4fe00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fcc500b0780 0x7fcc500b0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4fe00700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc5015dba0 con 0x7fcc501467c0 2024-09-13T17:01:42.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4fe00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc500b1130 con 0x7fcc500cc940 2024-09-13T17:01:42.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4fe00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc5015de80 con 0x7fcc500b0780 2024-09-13T17:01:42.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4e000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fcc500cc940 0x7fcc5015d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4e000700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fcc500cc940 0x7fcc5015d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:41216/0 (socket says 172.21.15.99:41216) 2024-09-13T17:01:42.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4e000700 1 -- 172.21.15.99:0/2220437402 learned_addr learned my addr 172.21.15.99:0/2220437402 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:42.730 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4f400700 1 --2- 172.21.15.99:0/2220437402 >> v2:172.21.15.170:3300/0 conn(0x7fcc500b0780 0x7fcc500b0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4e000700 1 -- 172.21.15.99:0/2220437402 >> v2:172.21.15.170:3300/0 conn(0x7fcc500b0780 msgr2=0x7fcc500b0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:42.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4e000700 1 --2- 172.21.15.99:0/2220437402 >> v2:172.21.15.170:3300/0 conn(0x7fcc500b0780 0x7fcc500b0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4e000700 1 -- 172.21.15.99:0/2220437402 >> v1:172.21.15.170:6789/0 conn(0x7fcc501467c0 legacy=0x7fcc5015e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4e000700 1 -- 172.21.15.99:0/2220437402 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc5015e160 con 0x7fcc500cc940 2024-09-13T17:01:42.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4e000700 1 --2- 172.21.15.99:0/2220437402 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc500cc940 0x7fcc5015d300 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fcc500728c0 tx=0x7fcc3c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=311aa056d1bf93d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:42.731 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4d600700 1 -- 172.21.15.99:0/2220437402 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c011830 con 0x7fcc500cc940 2024-09-13T17:01:42.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4d600700 1 -- 172.21.15.99:0/2220437402 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc3c011990 con 0x7fcc500cc940 2024-09-13T17:01:42.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.723+0000 7fcc4d600700 1 -- 172.21.15.99:0/2220437402 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c011d20 con 0x7fcc500cc940 2024-09-13T17:01:42.732 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.727+0000 7fcc4fe00700 1 -- 172.21.15.99:0/2220437402 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc500cc940 msgr2=0x7fcc5015d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.727+0000 7fcc4fe00700 1 --2- 172.21.15.99:0/2220437402 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc500cc940 0x7fcc5015d300 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fcc500728c0 tx=0x7fcc3c009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.727+0000 7fcc4fe00700 1 -- 172.21.15.99:0/2220437402 shutdown_connections 2024-09-13T17:01:42.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.727+0000 7fcc4fe00700 1 --2- 172.21.15.99:0/2220437402 >> v2:172.21.15.170:3300/0 conn(0x7fcc500b0780 0x7fcc500b0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.727+0000 7fcc4fe00700 1 --2- 172.21.15.99:0/2220437402 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc500cc940 0x7fcc5015d300 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.727+0000 7fcc4fe00700 1 -- 172.21.15.99:0/2220437402 >> 172.21.15.99:0/2220437402 conn(0x7fcc50066780 msgr2=0x7fcc5006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:42.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.727+0000 7fcc4fe00700 1 -- 172.21.15.99:0/2220437402 shutdown_connections 2024-09-13T17:01:42.733 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.727+0000 7fcc4fe00700 1 -- 172.21.15.99:0/2220437402 wait complete. 2024-09-13T17:01:42.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.727+0000 7fcc4fe00700 1 Processor -- start 2024-09-13T17:01:42.735 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4fe00700 1 -- start start 2024-09-13T17:01:42.737 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4fe00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcc500b0780 0x7fcc5013dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4fe00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcc500cc940 0x7fcc500af4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4fe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc501467c0 0x7fcc500af9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4fe00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc50143350 con 0x7fcc501467c0 2024-09-13T17:01:42.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4fe00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc50141120 con 0x7fcc500b0780 2024-09-13T17:01:42.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4fe00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc50141400 con 0x7fcc500cc940 2024-09-13T17:01:42.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4f400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc501467c0 0x7fcc500af9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4f400700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc501467c0 0x7fcc500af9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:41226/0 (socket says 172.21.15.99:41226) 2024-09-13T17:01:42.738 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4f400700 1 -- 172.21.15.99:0/1113868988 learned_addr learned my addr 172.21.15.99:0/1113868988 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:42.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4ea00700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcc500b0780 0x7fcc5013dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4e000700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcc500cc940 0x7fcc500af4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4f400700 1 -- 172.21.15.99:0/1113868988 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcc500cc940 msgr2=0x7fcc500af4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4f400700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcc500cc940 0x7fcc500af4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4f400700 1 -- 172.21.15.99:0/1113868988 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcc500b0780 msgr2=0x7fcc5013dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4f400700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcc500b0780 0x7fcc5013dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4f400700 1 -- 172.21.15.99:0/1113868988 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc3c009570 con 0x7fcc501467c0 2024-09-13T17:01:42.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc4f400700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc501467c0 0x7fcc500af9e0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fcc4800efc0 tx=0x7fcc4800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:42.740 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.731+0000 7fcc46a00700 1 -- 172.21.15.99:0/1113868988 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc48009ea0 con 0x7fcc501467c0 2024-09-13T17:01:42.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.735+0000 7fcc46a00700 1 -- 172.21.15.99:0/1113868988 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc4800f040 con 0x7fcc501467c0 2024-09-13T17:01:42.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.735+0000 7fcc4fe00700 1 -- 172.21.15.99:0/1113868988 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc501416e0 con 0x7fcc501467c0 2024-09-13T17:01:42.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.735+0000 7fcc46a00700 1 -- 172.21.15.99:0/1113868988 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc4800ced0 con 0x7fcc501467c0 2024-09-13T17:01:42.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.735+0000 7fcc4fe00700 1 -- 172.21.15.99:0/1113868988 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc5013e1a0 con 0x7fcc501467c0 2024-09-13T17:01:42.741 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.735+0000 7fcc4fe00700 1 -- 172.21.15.99:0/1113868988 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc500b0bf0 con 0x7fcc501467c0 2024-09-13T17:01:42.743 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.735+0000 7fcc46a00700 1 -- 172.21.15.99:0/1113868988 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcc48014480 con 0x7fcc501467c0 2024-09-13T17:01:42.744 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.739+0000 7fcc46a00700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcc30066730 0x7fcc30068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:42.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.739+0000 7fcc46a00700 1 -- 172.21.15.99:0/1113868988 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fcc48084690 con 0x7fcc501467c0 2024-09-13T17:01:42.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.739+0000 7fcc4ea00700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcc30066730 0x7fcc30068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:42.745 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.739+0000 7fcc4ea00700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcc30066730 0x7fcc30068bf0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fcc40000f60 tx=0x7fcc40009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:42.751 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.743+0000 7fcc46a00700 1 -- 172.21.15.99:0/1113868988 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcc48051c90 con 0x7fcc501467c0 2024-09-13T17:01:42.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.923+0000 7fcc4fe00700 1 -- 172.21.15.99:0/1113868988 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7fcc5015d840 con 0x7fcc30066730 2024-09-13T17:01:42.928 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.923+0000 7fcc46a00700 1 -- 172.21.15.99:0/1113868988 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fcc40001540 con 0x7fcc30066730 2024-09-13T17:01:42.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 -- 172.21.15.99:0/1113868988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcc30066730 msgr2=0x7fcc30068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcc30066730 0x7fcc30068bf0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fcc40000f60 tx=0x7fcc40009040 comp rx=0 tx=0).stop 2024-09-13T17:01:42.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 -- 172.21.15.99:0/1113868988 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc501467c0 msgr2=0x7fcc500af9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:42.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc501467c0 0x7fcc500af9e0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fcc4800efc0 tx=0x7fcc4800c3a0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 -- 172.21.15.99:0/1113868988 shutdown_connections 2024-09-13T17:01:42.932 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fcc30066730 0x7fcc30068bf0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fcc501467c0 0x7fcc500af9e0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fcc500cc940 0x7fcc500af4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 --2- 172.21.15.99:0/1113868988 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fcc500b0780 0x7fcc5013dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:42.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 -- 172.21.15.99:0/1113868988 >> 172.21.15.99:0/1113868988 conn(0x7fcc50066780 msgr2=0x7fcc500aed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:42.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 -- 172.21.15.99:0/1113868988 shutdown_connections 2024-09-13T17:01:42.933 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:42.927+0000 7fcc4fe00700 1 -- 172.21.15.99:0/1113868988 wait complete. 2024-09-13T17:01:42.934 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 6 to deep-scrub 2024-09-13T17:01:42.956 INFO:tasks.ceph:Scrubbing osd.7 2024-09-13T17:01:42.956 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-13T17:01:43.125 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.119+0000 7ff306c00700 1 Processor -- start 2024-09-13T17:01:43.125 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.119+0000 7ff306c00700 1 -- start start 2024-09-13T17:01:43.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff306c00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7ff30015e1d0 0x7ff3000cb990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff306c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff300071800 0x7ff3000cd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff306c00700 1 -- --> v1:172.21.15.99:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff30006fea0 con 0x7ff3000cd7f0 2024-09-13T17:01:43.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff306c00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3000cbed0 con 0x7ff30015e1d0 2024-09-13T17:01:43.128 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff306c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3000b1de0 con 0x7ff300071800 2024-09-13T17:01:43.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff304c00700 1 --1- >> v1:172.21.15.99:6789/0 conn(0x7ff3000cd7f0 0x7ff3000b0a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.99:6789/0 says I am v1:172.21.15.99:48906/0 (socket says 172.21.15.99:48906) 2024-09-13T17:01:43.129 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff304c00700 1 -- 172.21.15.99:0/2412030938 learned_addr learned my addr 172.21.15.99:0/2412030938 (peer_addr_for_me v1:172.21.15.99:0/0) 2024-09-13T17:01:43.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2ffe00700 1 --2- 172.21.15.99:0/2412030938 >> v2:172.21.15.170:3300/0 conn(0x7ff30015e1d0 0x7ff3000cb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2ff400700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff300071800 0x7ff3000cd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 <== mon.0 v1:172.21.15.99:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 143026099 0 0) 0x7ff30006fea0 con 0x7ff3000cd7f0 2024-09-13T17:01:43.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 --> v1:172.21.15.99:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff2e40035d0 con 0x7ff3000cd7f0 2024-09-13T17:01:43.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 <== mon.0 v1:172.21.15.99:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 64369379 0 0) 0x7ff2e40035d0 con 0x7ff3000cd7f0 2024-09-13T17:01:43.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff300071800 msgr2=0x7ff3000cd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:43.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff300071800 0x7ff3000cd2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.130 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 >> v2:172.21.15.170:3300/0 conn(0x7ff30015e1d0 msgr2=0x7ff3000cb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:43.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 --2- 172.21.15.99:0/2412030938 >> v2:172.21.15.170:3300/0 conn(0x7ff30015e1d0 0x7ff3000cb990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 --> v1:172.21.15.99:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff300070180 con 0x7ff3000cd7f0 2024-09-13T17:01:43.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 <== mon.0 v1:172.21.15.99:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1357537007 0 0) 0x7ff2f80019f0 con 0x7ff3000cd7f0 2024-09-13T17:01:43.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 >> v1:172.21.15.99:6789/0 conn(0x7ff3000cd7f0 legacy=0x7ff3000b0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff2e4003a20 0x7ff2e4003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff300071800 0x7ff2e4004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e4004db0 0x7ff2e4005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3000cbed0 con 0x7ff2e4004db0 2024-09-13T17:01:43.131 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3000b1de0 con 0x7ff2e4003a20 2024-09-13T17:01:43.132 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2e400ba30 con 0x7ff300071800 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff304c00700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e4004db0 0x7ff2e4005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2ff400700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff300071800 0x7ff2e4004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2ffe00700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff2e4003a20 0x7ff2e4003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2ff400700 1 -- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff2e4003a20 msgr2=0x7ff2e4003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2ff400700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff2e4003a20 0x7ff2e4003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2ff400700 1 -- 172.21.15.99:0/2412030938 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e4004db0 msgr2=0x7ff2e4005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2ff400700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e4004db0 0x7ff2e4005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff2ff400700 1 -- 172.21.15.99:0/2412030938 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2e40035d0 con 0x7ff300071800 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.123+0000 7ff304c00700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff2e4004db0 0x7ff2e4005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff2ff400700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff300071800 0x7ff2e4004870 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec0098e0 tx=0x7ff2e40058a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbe8af98e322a6c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:43.133 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2ec00c070 con 0x7ff300071800 2024-09-13T17:01:43.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2ec013610 con 0x7ff300071800 2024-09-13T17:01:43.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff2fea00700 1 -- 172.21.15.99:0/2412030938 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2ec0139c0 con 0x7ff300071800 2024-09-13T17:01:43.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff306c00700 1 -- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff300071800 msgr2=0x7ff2e4004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff306c00700 1 --2- 172.21.15.99:0/2412030938 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff300071800 0x7ff2e4004870 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec0098e0 tx=0x7ff2e40058a0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.134 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff304c00700 1 -- 172.21.15.99:0/2412030938 reap_dead start 2024-09-13T17:01:43.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff306c00700 1 -- 172.21.15.99:0/2412030938 shutdown_connections 2024-09-13T17:01:43.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff306c00700 1 -- 172.21.15.99:0/2412030938 >> 172.21.15.99:0/2412030938 conn(0x7ff300066330 msgr2=0x7ff30006f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:43.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff306c00700 1 -- 172.21.15.99:0/2412030938 shutdown_connections 2024-09-13T17:01:43.135 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.127+0000 7ff306c00700 1 -- 172.21.15.99:0/2412030938 wait complete. 2024-09-13T17:01:43.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff306c00700 1 Processor -- start 2024-09-13T17:01:43.136 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff306c00700 1 -- start start 2024-09-13T17:01:43.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff306c00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff300071800 0x7ff30014cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff306c00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff30006d390 0x7ff3000ac8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff306c00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3000acdf0 0x7ff3000ad280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff306c00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff30014d220 con 0x7ff300071800 2024-09-13T17:01:43.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff306c00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3001520a0 con 0x7ff3000acdf0 2024-09-13T17:01:43.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff306c00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff30006d820 con 0x7ff30006d390 2024-09-13T17:01:43.138 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff2ffe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff300071800 0x7ff30014cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff2ffe00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff300071800 0x7ff30014cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:41240/0 (socket says 172.21.15.99:41240) 2024-09-13T17:01:43.139 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff2ffe00700 1 -- 172.21.15.99:0/1016626716 learned_addr learned my addr 172.21.15.99:0/1016626716 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:43.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff304c00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3000acdf0 0x7ff3000ad280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff2ff400700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff30006d390 0x7ff3000ac8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff2ffe00700 1 -- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff30006d390 msgr2=0x7ff3000ac8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff2ffe00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7ff30006d390 0x7ff3000ac8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff2ffe00700 1 -- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3000acdf0 msgr2=0x7ff3000ad280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff2ffe00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3000acdf0 0x7ff3000ad280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff2ffe00700 1 -- 172.21.15.99:0/1016626716 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff300152360 con 0x7ff300071800 2024-09-13T17:01:43.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff304c00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7ff3000acdf0 0x7ff3000ad280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:43.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.131+0000 7ff2ffe00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff300071800 0x7ff30014cce0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7ff2f0011a20 tx=0x7ff2f0011de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:43.140 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.135+0000 7ff2f7e00700 1 -- 172.21.15.99:0/1016626716 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f000fa00 con 0x7ff300071800 2024-09-13T17:01:43.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.135+0000 7ff2f7e00700 1 -- 172.21.15.99:0/1016626716 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2f000fb60 con 0x7ff300071800 2024-09-13T17:01:43.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.135+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff300152640 con 0x7ff300071800 2024-09-13T17:01:43.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.135+0000 7ff2f7e00700 1 -- 172.21.15.99:0/1016626716 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f0014440 con 0x7ff300071800 2024-09-13T17:01:43.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.135+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff300155290 con 0x7ff300071800 2024-09-13T17:01:43.141 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.135+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff30015e5b0 con 0x7ff300071800 2024-09-13T17:01:43.143 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.135+0000 7ff2f7e00700 1 -- 172.21.15.99:0/1016626716 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff2f001d400 con 0x7ff300071800 2024-09-13T17:01:43.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.139+0000 7ff2f7e00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff2e0066760 0x7ff2e0068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.144 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.139+0000 7ff2f7e00700 1 -- 172.21.15.99:0/1016626716 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7ff2f0084d30 con 0x7ff300071800 2024-09-13T17:01:43.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.139+0000 7ff2f7e00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] conn(0x7ff2e006c660 0x7ff2e006ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.139+0000 7ff2ff400700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff2e0066760 0x7ff2e0068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.139+0000 7ff2f7e00700 1 -- 172.21.15.99:0/1016626716 --> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff2e006f130 con 0x7ff2e006c660 2024-09-13T17:01:43.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.139+0000 7ff2f7e00700 1 -- 172.21.15.99:0/1016626716 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff2f00850a0 con 0x7ff300071800 2024-09-13T17:01:43.145 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.139+0000 7ff304c00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] conn(0x7ff2e006c660 0x7ff2e006ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.139+0000 7ff2ff400700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff2e0066760 0x7ff2e0068c20 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec016040 tx=0x7ff2ec00c000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:43.146 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.139+0000 7ff304c00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] conn(0x7ff2e006c660 0x7ff2e006ea80 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:43.148 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.143+0000 7ff2f7e00700 1 -- 172.21.15.99:0/1016626716 <== osd.7 v2:172.21.15.170:6808/1775947836 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7ff2e006f130 con 0x7ff2e006c660 2024-09-13T17:01:43.166 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.159+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 --> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7ff3000b1ff0 con 0x7ff2e006c660 2024-09-13T17:01:43.167 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.159+0000 7ff2f7e00700 1 -- 172.21.15.99:0/1016626716 <== osd.7 v2:172.21.15.170:6808/1775947836 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7ff2f800a620 con 0x7ff2e006c660 2024-09-13T17:01:43.167 INFO:teuthology.orchestra.run.smithi099.stdout:{ 2024-09-13T17:01:43.167 INFO:teuthology.orchestra.run.smithi099.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T17:01:43.167 INFO:teuthology.orchestra.run.smithi099.stdout:} 2024-09-13T17:01:43.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.159+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] conn(0x7ff2e006c660 msgr2=0x7ff2e006ea80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.159+0000 7ff306c00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.170:6808/1775947836,v1:172.21.15.170:6809/1775947836] conn(0x7ff2e006c660 0x7ff2e006ea80 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.163+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff2e0066760 msgr2=0x7ff2e0068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.163+0000 7ff306c00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7ff2e0066760 0x7ff2e0068c20 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec016040 tx=0x7ff2ec00c000 comp rx=0 tx=0).stop 2024-09-13T17:01:43.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.163+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff300071800 msgr2=0x7ff30014cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.163+0000 7ff306c00700 1 --2- 172.21.15.99:0/1016626716 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7ff300071800 0x7ff30014cce0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7ff2f0011a20 tx=0x7ff2f0011de0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.163+0000 7ff304c00700 1 -- 172.21.15.99:0/1016626716 reap_dead start 2024-09-13T17:01:43.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.163+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 shutdown_connections 2024-09-13T17:01:43.168 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.163+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 >> 172.21.15.99:0/1016626716 conn(0x7ff300066330 msgr2=0x7ff30015d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:43.169 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.163+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 shutdown_connections 2024-09-13T17:01:43.169 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.163+0000 7ff306c00700 1 -- 172.21.15.99:0/1016626716 wait complete. 2024-09-13T17:01:43.189 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-13T17:01:43.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.355+0000 7fd93d200700 1 Processor -- start 2024-09-13T17:01:43.362 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.355+0000 7fd93d200700 1 -- start start 2024-09-13T17:01:43.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.359+0000 7fd93d200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165630 0x7fd93806d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.365 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.359+0000 7fd93d200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fd9380b0e90 0x7fd9381616f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.359+0000 7fd93d200700 1 -- --> v1:172.21.15.170:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd938162490 con 0x7fd938165a10 2024-09-13T17:01:43.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.359+0000 7fd93d200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd93806cea0 con 0x7fd9380b0e90 2024-09-13T17:01:43.366 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.359+0000 7fd93d200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd93806d180 con 0x7fd938165630 2024-09-13T17:01:43.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.359+0000 7fd937400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165630 0x7fd93806d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.359+0000 7fd937400700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165630 0x7fd93806d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.170:3301/0 says I am v2:172.21.15.99:57004/0 (socket says 172.21.15.99:57004) 2024-09-13T17:01:43.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.359+0000 7fd937400700 1 -- 172.21.15.99:0/3135721913 learned_addr learned my addr 172.21.15.99:0/3135721913 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:43.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.359+0000 7fd937e00700 1 --2- 172.21.15.99:0/3135721913 >> v2:172.21.15.170:3300/0 conn(0x7fd9380b0e90 0x7fd9381616f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd937400700 1 -- 172.21.15.99:0/3135721913 >> v2:172.21.15.170:3300/0 conn(0x7fd9380b0e90 msgr2=0x7fd9381616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:43.367 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd937400700 1 --2- 172.21.15.99:0/3135721913 >> v2:172.21.15.170:3300/0 conn(0x7fd9380b0e90 0x7fd9381616f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd937400700 1 -- 172.21.15.99:0/3135721913 >> v1:172.21.15.170:6789/0 conn(0x7fd938165a10 legacy=0x7fd9380b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd937400700 1 -- 172.21.15.99:0/3135721913 --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd93806d460 con 0x7fd938165630 2024-09-13T17:01:43.368 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd937400700 1 --2- 172.21.15.99:0/3135721913 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165630 0x7fd93806d980 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd928009940 tx=0x7fd928009c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de53995d0bab744 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:43.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd936000700 1 -- 172.21.15.99:0/3135721913 <== mon.2 v2:172.21.15.170:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd928011830 con 0x7fd938165630 2024-09-13T17:01:43.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd936000700 1 -- 172.21.15.99:0/3135721913 <== mon.2 v2:172.21.15.170:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd928011990 con 0x7fd938165630 2024-09-13T17:01:43.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd936000700 1 -- 172.21.15.99:0/3135721913 <== mon.2 v2:172.21.15.170:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd928011d20 con 0x7fd938165630 2024-09-13T17:01:43.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd93d200700 1 -- 172.21.15.99:0/3135721913 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165630 msgr2=0x7fd93806d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.369 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd93d200700 1 --2- 172.21.15.99:0/3135721913 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165630 0x7fd93806d980 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd928009940 tx=0x7fd928009c50 comp rx=0 tx=0).stop 2024-09-13T17:01:43.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd93d200700 1 -- 172.21.15.99:0/3135721913 shutdown_connections 2024-09-13T17:01:43.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd93d200700 1 --2- 172.21.15.99:0/3135721913 >> v2:172.21.15.170:3300/0 conn(0x7fd9380b0e90 0x7fd9381616f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.370 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd93d200700 1 --2- 172.21.15.99:0/3135721913 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165630 0x7fd93806d980 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd93d200700 1 -- 172.21.15.99:0/3135721913 >> 172.21.15.99:0/3135721913 conn(0x7fd938066780 msgr2=0x7fd93806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:43.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd93d200700 1 -- 172.21.15.99:0/3135721913 shutdown_connections 2024-09-13T17:01:43.371 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.363+0000 7fd93d200700 1 -- 172.21.15.99:0/3135721913 wait complete. 2024-09-13T17:01:43.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd93d200700 1 Processor -- start 2024-09-13T17:01:43.372 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd93d200700 1 -- start start 2024-09-13T17:01:43.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd93d200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9380b0e90 0x7fd9381f9f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd93d200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd938165630 0x7fd938160ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd93d200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165a10 0x7fd9381f8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd93d200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd93815ce00 con 0x7fd938165630 2024-09-13T17:01:43.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd93d200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd93815d010 con 0x7fd9380b0e90 2024-09-13T17:01:43.373 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd93d200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd93815d2f0 con 0x7fd938165a10 2024-09-13T17:01:43.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd936a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd938165630 0x7fd938160ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.374 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd936a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd938165630 0x7fd938160ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:41246/0 (socket says 172.21.15.99:41246) 2024-09-13T17:01:43.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd936a00700 1 -- 172.21.15.99:0/2880953196 learned_addr learned my addr 172.21.15.99:0/2880953196 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:43.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd937400700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9380b0e90 0x7fd9381f9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd937e00700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165a10 0x7fd9381f8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd936a00700 1 -- 172.21.15.99:0/2880953196 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165a10 msgr2=0x7fd9381f8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd936a00700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165a10 0x7fd9381f8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd936a00700 1 -- 172.21.15.99:0/2880953196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9380b0e90 msgr2=0x7fd9381f9f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd936a00700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9380b0e90 0x7fd9381f9f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd936a00700 1 -- 172.21.15.99:0/2880953196 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd928009570 con 0x7fd938165630 2024-09-13T17:01:43.375 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd936a00700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd938165630 0x7fd938160ca0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd92400c400 tx=0x7fd92400c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:43.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd92f400700 1 -- 172.21.15.99:0/2880953196 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9240052d0 con 0x7fd938165630 2024-09-13T17:01:43.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd92f400700 1 -- 172.21.15.99:0/2880953196 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd924005450 con 0x7fd938165630 2024-09-13T17:01:43.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd93d200700 1 -- 172.21.15.99:0/2880953196 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd93815d5d0 con 0x7fd938165630 2024-09-13T17:01:43.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd92f400700 1 -- 172.21.15.99:0/2880953196 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9240038e0 con 0x7fd938165630 2024-09-13T17:01:43.376 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.367+0000 7fd93d200700 1 -- 172.21.15.99:0/2880953196 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9381611e0 con 0x7fd938165630 2024-09-13T17:01:43.377 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.371+0000 7fd93d200700 1 -- 172.21.15.99:0/2880953196 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9381626b0 con 0x7fd938165630 2024-09-13T17:01:43.378 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.371+0000 7fd92f400700 1 -- 172.21.15.99:0/2880953196 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd924003a40 con 0x7fd938165630 2024-09-13T17:01:43.380 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.375+0000 7fd92f400700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd918066730 0x7fd918068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.380 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.375+0000 7fd92f400700 1 -- 172.21.15.99:0/2880953196 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fd924083220 con 0x7fd938165630 2024-09-13T17:01:43.380 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.375+0000 7fd937400700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd918066730 0x7fd918068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.381 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.375+0000 7fd937400700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd918066730 0x7fd918068bf0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd928009fd0 tx=0x7fd928008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:43.386 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.379+0000 7fd92f400700 1 -- 172.21.15.99:0/2880953196 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd924050820 con 0x7fd938165630 2024-09-13T17:01:43.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 -- 172.21.15.99:0/2880953196 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7fd938164b40 con 0x7fd918066730 2024-09-13T17:01:43.564 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd92f400700 1 -- 172.21.15.99:0/2880953196 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fd938164b40 con 0x7fd918066730 2024-09-13T17:01:43.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 -- 172.21.15.99:0/2880953196 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd918066730 msgr2=0x7fd918068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd918066730 0x7fd918068bf0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd928009fd0 tx=0x7fd928008030 comp rx=0 tx=0).stop 2024-09-13T17:01:43.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 -- 172.21.15.99:0/2880953196 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd938165630 msgr2=0x7fd938160ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd938165630 0x7fd938160ca0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd92400c400 tx=0x7fd92400c710 comp rx=0 tx=0).stop 2024-09-13T17:01:43.567 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 -- 172.21.15.99:0/2880953196 shutdown_connections 2024-09-13T17:01:43.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fd918066730 0x7fd918068bf0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fd938165630 0x7fd938160ca0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fd938165a10 0x7fd9381f8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 --2- 172.21.15.99:0/2880953196 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fd9380b0e90 0x7fd9381f9f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.559+0000 7fd93d200700 1 -- 172.21.15.99:0/2880953196 >> 172.21.15.99:0/2880953196 conn(0x7fd938066780 msgr2=0x7fd93806f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:43.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.563+0000 7fd93d200700 1 -- 172.21.15.99:0/2880953196 shutdown_connections 2024-09-13T17:01:43.568 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.563+0000 7fd93d200700 1 -- 172.21.15.99:0/2880953196 wait complete. 2024-09-13T17:01:43.569 INFO:teuthology.orchestra.run.smithi099.stderr:instructed osd(s) 7 to deep-scrub 2024-09-13T17:01:43.585 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:01:43.767 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.759+0000 7fb31be00700 1 Processor -- start 2024-09-13T17:01:43.767 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.759+0000 7fb31be00700 1 -- start start 2024-09-13T17:01:43.769 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb31be00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb314146720 0x7fb31406d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.769 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb31be00700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fb31406f790 0x7fb31406fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.769 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb31be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb31415d420 0x7fb31415d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.769 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb31be00700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb31406d4f0 con 0x7fb314146720 2024-09-13T17:01:43.769 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb31be00700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb314070160 con 0x7fb31406f790 2024-09-13T17:01:43.769 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb31be00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb314146b00 con 0x7fb31415d420 2024-09-13T17:01:43.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb319400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb314146720 0x7fb31406d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb319400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb314146720 0x7fb31406d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:41252/0 (socket says 172.21.15.99:41252) 2024-09-13T17:01:43.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb319400700 1 -- 172.21.15.99:0/3288484134 learned_addr learned my addr 172.21.15.99:0/3288484134 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:43.770 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb319e00700 1 --2- 172.21.15.99:0/3288484134 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb31415d420 0x7fb31415d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.771 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb318a00700 1 --2- 172.21.15.99:0/3288484134 >> v2:172.21.15.170:3300/0 conn(0x7fb31406f790 0x7fb31406fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.771 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb319400700 1 -- 172.21.15.99:0/3288484134 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb31415d420 msgr2=0x7fb31415d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:43.771 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb319400700 1 --2- 172.21.15.99:0/3288484134 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb31415d420 0x7fb31415d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.771 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb319400700 1 -- 172.21.15.99:0/3288484134 >> v2:172.21.15.170:3300/0 conn(0x7fb31406f790 msgr2=0x7fb31406fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:01:43.771 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb319400700 1 --2- 172.21.15.99:0/3288484134 >> v2:172.21.15.170:3300/0 conn(0x7fb31406f790 0x7fb31406fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.763+0000 7fb319400700 1 -- 172.21.15.99:0/3288484134 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb31406e9b0 con 0x7fb314146720 2024-09-13T17:01:43.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb319400700 1 --2- 172.21.15.99:0/3288484134 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 0x7fb31406d910 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fb31406e2e0 tx=0x7fb308009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c207fe632d7f8922 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:43.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb313e00700 1 -- 172.21.15.99:0/3288484134 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb308011830 con 0x7fb314146720 2024-09-13T17:01:43.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb313e00700 1 -- 172.21.15.99:0/3288484134 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb308011990 con 0x7fb314146720 2024-09-13T17:01:43.772 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb313e00700 1 -- 172.21.15.99:0/3288484134 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb308011d20 con 0x7fb314146720 2024-09-13T17:01:43.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb31be00700 1 -- 172.21.15.99:0/3288484134 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 msgr2=0x7fb31406d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb31be00700 1 --2- 172.21.15.99:0/3288484134 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 0x7fb31406d910 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fb31406e2e0 tx=0x7fb308009bf0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb31be00700 1 -- 172.21.15.99:0/3288484134 shutdown_connections 2024-09-13T17:01:43.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb31be00700 1 --2- 172.21.15.99:0/3288484134 >> v2:172.21.15.170:3300/0 conn(0x7fb31406f790 0x7fb31406fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.773 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb31be00700 1 --2- 172.21.15.99:0/3288484134 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb31415d420 0x7fb31415d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb31be00700 1 --2- 172.21.15.99:0/3288484134 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 0x7fb31406d910 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb31be00700 1 -- 172.21.15.99:0/3288484134 >> 172.21.15.99:0/3288484134 conn(0x7fb314071110 msgr2=0x7fb314071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:43.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb31be00700 1 -- 172.21.15.99:0/3288484134 shutdown_connections 2024-09-13T17:01:43.774 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.767+0000 7fb31be00700 1 -- 172.21.15.99:0/3288484134 wait complete. 2024-09-13T17:01:43.775 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb31be00700 1 Processor -- start 2024-09-13T17:01:43.776 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb31be00700 1 -- start start 2024-09-13T17:01:43.777 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb31be00700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb31406f790 0x7fb314143780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb31be00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 0x7fb3140c4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb31be00700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb31415d420 0x7fb3141f2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb31be00700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3140c52a0 con 0x7fb314146720 2024-09-13T17:01:43.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb31be00700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3140cb760 con 0x7fb31406f790 2024-09-13T17:01:43.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb31be00700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3140cba40 con 0x7fb31415d420 2024-09-13T17:01:43.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb318a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 0x7fb3140c4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb318a00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 0x7fb3140c4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:41264/0 (socket says 172.21.15.99:41264) 2024-09-13T17:01:43.778 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb318a00700 1 -- 172.21.15.99:0/2184543483 learned_addr learned my addr 172.21.15.99:0/2184543483 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb319400700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb31406f790 0x7fb314143780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb319e00700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb31415d420 0x7fb3141f2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb318a00700 1 -- 172.21.15.99:0/2184543483 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb31415d420 msgr2=0x7fb3141f2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb318a00700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb31415d420 0x7fb3141f2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb318a00700 1 -- 172.21.15.99:0/2184543483 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb31406f790 msgr2=0x7fb314143780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb318a00700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb31406f790 0x7fb314143780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb318a00700 1 -- 172.21.15.99:0/2184543483 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb308009570 con 0x7fb314146720 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb319400700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb31406f790 0x7fb314143780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb318a00700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 0x7fb3140c4790 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fb30000e940 tx=0x7fb30000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb311600700 1 -- 172.21.15.99:0/2184543483 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3000096a0 con 0x7fb314146720 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb311600700 1 -- 172.21.15.99:0/2184543483 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb30000c850 con 0x7fb314146720 2024-09-13T17:01:43.780 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb31be00700 1 -- 172.21.15.99:0/2184543483 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3140cbd20 con 0x7fb314146720 2024-09-13T17:01:43.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.771+0000 7fb311600700 1 -- 172.21.15.99:0/2184543483 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb30000cbe0 con 0x7fb314146720 2024-09-13T17:01:43.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.775+0000 7fb31be00700 1 -- 172.21.15.99:0/2184543483 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb314143cc0 con 0x7fb314146720 2024-09-13T17:01:43.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.775+0000 7fb31be00700 1 -- 172.21.15.99:0/2184543483 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb31406fc20 con 0x7fb314146720 2024-09-13T17:01:43.781 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.775+0000 7fb311600700 1 -- 172.21.15.99:0/2184543483 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb30000cd40 con 0x7fb314146720 2024-09-13T17:01:43.782 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.775+0000 7fb311600700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb2f4066730 0x7fb2f4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:01:43.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.775+0000 7fb311600700 1 -- 172.21.15.99:0/2184543483 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb300083fe0 con 0x7fb314146720 2024-09-13T17:01:43.783 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.775+0000 7fb319400700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb2f4066730 0x7fb2f4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:01:43.784 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.779+0000 7fb319400700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb2f4066730 0x7fb2f4068bf0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb308000c00 tx=0x7fb308008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:01:43.789 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.783+0000 7fb311600700 1 -- 172.21.15.99:0/2184543483 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb300051570 con 0x7fb314146720 2024-09-13T17:01:43.972 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.967+0000 7fb31be00700 1 -- 172.21.15.99:0/2184543483 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb31415e330 con 0x7fb2f4066730 2024-09-13T17:01:43.974 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.967+0000 7fb311600700 1 -- 172.21.15.99:0/2184543483 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+47479 (secure 0 0 0) 0x7fb308011b80 con 0x7fb2f4066730 2024-09-13T17:01:43.976 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:01:43.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 -- 172.21.15.99:0/2184543483 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb2f4066730 msgr2=0x7fb2f4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb2f4066730 0x7fb2f4068bf0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb308000c00 tx=0x7fb308008030 comp rx=0 tx=0).stop 2024-09-13T17:01:43.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 -- 172.21.15.99:0/2184543483 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 msgr2=0x7fb3140c4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:01:43.980 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 0x7fb3140c4790 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fb30000e940 tx=0x7fb30000ed00 comp rx=0 tx=0).stop 2024-09-13T17:01:43.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 -- 172.21.15.99:0/2184543483 shutdown_connections 2024-09-13T17:01:43.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb2f4066730 0x7fb2f4068bf0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb314146720 0x7fb3140c4790 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb31415d420 0x7fb3141f2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 --2- 172.21.15.99:0/2184543483 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb31406f790 0x7fb314143780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:01:43.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 -- 172.21.15.99:0/2184543483 >> 172.21.15.99:0/2184543483 conn(0x7fb314071110 msgr2=0x7fb3140737c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:01:43.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 -- 172.21.15.99:0/2184543483 shutdown_connections 2024-09-13T17:01:43.981 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:01:43.975+0000 7fb31be00700 1 -- 172.21.15.99:0/2184543483 wait complete. 2024-09-13T17:01:43.982 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:01:44.001 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":88,"stamp":"2024-09-13T17:01:42.177080+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":237288,"kb_used_data":4708,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737432,"statfs":{"total":773094113280,"available":772851130368,"internally_reserved":0,"allocated":4820992,"data_stored":2637205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1,"num_objects":-1,"num_object_clones":0,"num_object_copies":-2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":-2,"num_read_kb":-1,"num_write":-1,"num_write_kb":-1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002828"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":182,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T17:01:32.252838+0000","last_change":"2024-09-13T16:59:52.491687+0000","last_active":"2024-09-13T17:01:32.252838+0000","last_peered":"2024-09-13T17:01:32.252838+0000","last_clean":"2024-09-13T17:01:32.252838+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:01:32.252838+0000","last_undegraded":"2024-09-13T17:01:32.252838+0000","last_fullsized":"2024-09-13T17:01:32.252838+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:59:50.907979+0000","last_clean_scrub_stamp":"2024-09-13T16:59:50.907979+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":1.3400000000000001},{"interface":"front","average":{"1min":1.337,"5min":1.337,"15min":1.337},"min":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":1.3089999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.747,"5min":0.747,"15min":0.747},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.95299999999999996},{"interface":"front","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":1.179}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":1.5089999999999999},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"min":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":2.0249999999999999,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":1.454}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":1.286,"15min":1.286},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.23},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":2.1339999999999999,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":1.5369999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.456,"5min":1.456,"15min":1.456},"min":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.4750000000000001},{"interface":"front","average":{"1min":1.496,"5min":1.496,"15min":1.496},"min":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":1.0820000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":2.423,"5min":2.423,"15min":2.423},"last":1.2509999999999999},{"interface":"front","average":{"1min":1.542,"5min":1.542,"15min":1.542},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.3879999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.583,"5min":1.583,"15min":1.583},"min":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":1.5840000000000001},{"interface":"front","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.002,"5min":1.002,"15min":1.002},"max":{"1min":2.5539999999999998,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":1.4139999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31564,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340276,"statfs":{"total":96636764160,"available":96604442624,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":2.347,"5min":2.347,"15min":2.347},"last":1.5369999999999999},{"interface":"front","average":{"1min":1.3140000000000001,"5min":1.3140000000000001,"15min":1.3140000000000001},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":1.696}]},{"osd":1,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":1.74,"5min":1.74,"15min":1.74},"last":1.3120000000000001},{"interface":"front","average":{"1min":1.306,"5min":1.306,"15min":1.306},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.268}]},{"osd":2,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.3919999999999999},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.9990000000000001,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.01}]},{"osd":3,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.262,"5min":1.262,"15min":1.262},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":2.415,"5min":2.415,"15min":2.415},"last":0.88900000000000001},{"interface":"front","average":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"min":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.508}]},{"osd":4,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"min":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":1.4470000000000001},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.754,"5min":0.754,"15min":0.754},"max":{"1min":3.4569999999999999,"5min":3.4569999999999999,"15min":3.4569999999999999},"last":1.5640000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"min":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.514,"5min":1.514,"15min":1.514},"min":{"1min":1.01,"5min":1.01,"15min":1.01},"max":{"1min":2.6520000000000001,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":1.5980000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":1.657,"5min":1.657,"15min":1.657},"min":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":3.3290000000000002,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.631},{"interface":"front","average":{"1min":1.579,"5min":1.579,"15min":1.579},"min":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":3.1240000000000001,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.1950000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574872,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32136,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339704,"statfs":{"total":96636764160,"available":96603856896,"internally_reserved":0,"allocated":1044480,"data_stored":771535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.212,"15min":1.212},"min":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"max":{"1min":2.202,"5min":2.202,"15min":2.202},"last":0.92200000000000004},{"interface":"front","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.325}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.3799999999999999},{"interface":"front","average":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"min":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"max":{"1min":2.1400000000000001,"5min":2.1400000000000001,"15min":2.1400000000000001},"last":1.2949999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":1.452},{"interface":"front","average":{"1min":1.226,"5min":1.226,"15min":1.226},"min":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":1.248}]},{"osd":3,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.03},{"interface":"front","average":{"1min":1.351,"5min":1.351,"15min":1.351},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.518}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":1.3,"15min":1.3},"min":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":1.909,"5min":1.909,"15min":1.909},"last":1.048},{"interface":"front","average":{"1min":1.294,"5min":1.294,"15min":1.294},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.3530000000000002,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":1.204}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":1.266,"15min":1.266},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":1.5700000000000001},{"interface":"front","average":{"1min":1.325,"5min":1.325,"15min":1.325},"min":{"1min":1.018,"5min":1.018,"15min":1.018},"max":{"1min":1.804,"5min":1.804,"15min":1.804},"last":1.48}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"min":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.105},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"min":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"max":{"1min":2.2250000000000001,"5min":2.2250000000000001,"15min":2.2250000000000001},"last":1.6279999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"max":{"1min":1.7989999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.94799999999999995},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"max":{"1min":2.052,"5min":2.052,"15min":2.052},"last":1.0489999999999999}]},{"osd":1,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.238,"15min":1.238},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":0.76300000000000001},{"interface":"front","average":{"1min":1.196,"5min":1.196,"15min":1.196},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.097,"5min":2.097,"15min":2.097},"last":0.79000000000000004}]},{"osd":2,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.228,"5min":1.228,"15min":1.228},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":1.2230000000000001},{"interface":"front","average":{"1min":1.327,"5min":1.327,"15min":1.327},"min":{"1min":0.878,"5min":0.878,"15min":0.878},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":0.85699999999999998}]},{"osd":3,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"min":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":2.3490000000000002,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":0.88100000000000001},{"interface":"front","average":{"1min":1.4350000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"min":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"max":{"1min":2.0310000000000001,"5min":2.0310000000000001,"15min":2.0310000000000001},"last":1.1439999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.335,"15min":1.335},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.8740000000000001,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":1.4279999999999999},{"interface":"front","average":{"1min":1.417,"5min":1.417,"15min":1.417},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":1.026}]},{"osd":6,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.2349999999999999,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":1.3109999999999999},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.6579999999999999,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":1.345}]},{"osd":7,"last update":"Fri Sep 13 17:00:52 2024","interfaces":[{"interface":"back","average":{"1min":1.569,"5min":1.569,"15min":1.569},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1949999999999998,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":1.2769999999999999},{"interface":"front","average":{"1min":1.865,"5min":1.865,"15min":1.865},"min":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"max":{"1min":7.077,"5min":7.077,"15min":7.077},"last":1.397}]}]},{"osd":3,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.497}]},{"osd":1,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.381,"5min":1.381,"15min":1.381},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.4770000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.73599999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.946,"5min":1.946,"15min":1.946},"last":0.89300000000000002},{"interface":"front","average":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.746,"5min":2.746,"15min":2.746},"last":0.94499999999999995}]},{"osd":4,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.268,"15min":1.268},"min":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":2.302,"5min":2.302,"15min":2.302},"last":1.3460000000000001},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.873,"5min":0.873,"15min":0.873},"max":{"1min":1.8500000000000001,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.1699999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.355,"15min":1.355},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.948,"5min":1.948,"15min":1.948},"last":1.24},{"interface":"front","average":{"1min":1.405,"5min":1.405,"15min":1.405},"min":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"max":{"1min":2.992,"5min":2.992,"15min":2.992},"last":1.1040000000000001}]},{"osd":6,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"min":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":2.5619999999999998,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":1.4710000000000001},{"interface":"front","average":{"1min":1.45,"5min":1.45,"15min":1.45},"min":{"1min":1,"5min":1,"15min":1},"max":{"1min":2.0939999999999999,"5min":2.0939999999999999,"15min":2.0939999999999999},"last":1.302}]},{"osd":7,"last update":"Fri Sep 13 17:00:50 2024","interfaces":[{"interface":"back","average":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"min":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":2.903,"5min":2.903,"15min":2.903},"last":1.321},{"interface":"front","average":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.4140000000000001,"5min":2.4140000000000001,"15min":2.4140000000000001},"last":1.266}]}]},{"osd":2,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":4.0469999999999997,"5min":4.0469999999999997,"15min":4.0469999999999997},"last":0.76200000000000001},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":4.1689999999999996,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":0.83599999999999997}]},{"osd":1,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":4.085,"5min":4.085,"15min":4.085},"last":0.85999999999999999},{"interface":"front","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":4.1299999999999999,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.74399999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":0.63},{"interface":"front","average":{"1min":1.198,"5min":1.198,"15min":1.198},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.96,"5min":2.96,"15min":2.96},"last":0.92900000000000005}]},{"osd":4,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":1.3109999999999999,"15min":1.3109999999999999},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":3.048,"5min":3.048,"15min":3.048},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.573,"5min":1.573,"15min":1.573},"min":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"max":{"1min":3.9140000000000001,"5min":3.9140000000000001,"15min":3.9140000000000001},"last":1.0640000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.591,"5min":1.591,"15min":1.591},"min":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":1.024},{"interface":"front","average":{"1min":1.49,"5min":1.49,"15min":1.49},"min":{"1min":1.02,"5min":1.02,"15min":1.02},"max":{"1min":2.8799999999999999,"5min":2.8799999999999999,"15min":2.8799999999999999},"last":1.1519999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":3.2509999999999999},"last":1.081},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"min":{"1min":1.117,"5min":1.117,"15min":1.117},"max":{"1min":3.202,"5min":3.202,"15min":3.202},"last":1.1859999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":4.4429999999999996,"5min":4.4429999999999996,"15min":4.4429999999999996},"last":1.099},{"interface":"front","average":{"1min":1.5940000000000001,"5min":1.5940000000000001,"15min":1.5940000000000001},"min":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"max":{"1min":3.573,"5min":3.573,"15min":3.573},"last":1.327}]}]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1048576,"data_stored":772554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.49299999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.1240000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.86199999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.093,"15min":1.093},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":2.387,"5min":2.387,"15min":2.387},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.085,"5min":1.085,"15min":1.085},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":2.7970000000000002,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.93999999999999995}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"min":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"max":{"1min":3.0449999999999999,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.369,"5min":1.369,"15min":1.369},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":2.7000000000000002,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":1.181}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"min":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":1.2070000000000001},{"interface":"front","average":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.4550000000000001},"min":{"1min":1.016,"5min":1.016,"15min":1.016},"max":{"1min":3.2309999999999999,"5min":3.2309999999999999,"15min":3.2309999999999999},"last":1.1619999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.371,"5min":1.371,"15min":1.371},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":3.3420000000000001,"5min":3.3420000000000001,"15min":3.3420000000000001},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.96999999999999997}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"max":{"1min":2.8410000000000002,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":1.3169999999999999},{"interface":"front","average":{"1min":1.504,"5min":1.504,"15min":1.504},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.9350000000000001,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":1.2889999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27472,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":3.677,"5min":3.677,"15min":3.677},"last":0.98299999999999998},{"interface":"front","average":{"1min":1.095,"5min":1.095,"15min":1.095},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":3.8879999999999999,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":1.214}]},{"osd":2,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.4039999999999999},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":0.86299999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.70599999999999996},{"interface":"front","average":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":2.3650000000000002,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":1.2609999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":2.0840000000000001,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":1.373},{"interface":"front","average":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"min":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":2.1520000000000001,"5min":2.1520000000000001,"15min":2.1520000000000001},"last":1.169}]},{"osd":5,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.47,"5min":1.47,"15min":1.47},"min":{"1min":1.036,"5min":1.036,"15min":1.036},"max":{"1min":3.1720000000000002,"5min":3.1720000000000002,"15min":3.1720000000000002},"last":1.3380000000000001},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.3}]},{"osd":6,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"min":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"max":{"1min":2.7370000000000001,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.048},{"interface":"front","average":{"1min":1.524,"5min":1.524,"15min":1.524},"min":{"1min":1.109,"5min":1.109,"15min":1.109},"max":{"1min":2.9750000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":1.4470000000000001}]},{"osd":7,"last update":"Fri Sep 13 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.413,"15min":1.413},"min":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.4339999999999999},{"interface":"front","average":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":0.92300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:01:44.005 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-13T16:59:50.907979+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=59, tm_sec=50, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=17, tm_min=1, tm_sec=37, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T17:01:44.006 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T17:01:54.898 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:01:54.904 DEBUG:teuthology.orchestra.run.smithi170:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:02:04.007 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T17:02:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.179+0000 7f2415200700 1 Processor -- start 2024-09-13T17:02:04.183 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.179+0000 7f2415200700 1 -- start start 2024-09-13T17:02:04.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f2415200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f24100cc9a0 0x7f241015af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f2415200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f24100ce610 0x7f241006cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f2415200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f241006d070 0x7f241015eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f2415200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2410151ef0 con 0x7f24100cc9a0 2024-09-13T17:02:04.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f2415200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24100ae5f0 con 0x7f24100ce610 2024-09-13T17:02:04.185 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f2415200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24100cea80 con 0x7f241006d070 2024-09-13T17:02:04.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240f400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f24100cc9a0 0x7f241015af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240f400700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f24100cc9a0 0x7f241015af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:38736/0 (socket says 172.21.15.99:38736) 2024-09-13T17:02:04.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240f400700 1 -- 172.21.15.99:0/855742545 learned_addr learned my addr 172.21.15.99:0/855742545 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:02:04.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240ea00700 1 --2- 172.21.15.99:0/855742545 >> v2:172.21.15.170:3300/0 conn(0x7f24100ce610 0x7f241006cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.186 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240fe00700 1 --2- 172.21.15.99:0/855742545 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f241006d070 0x7f241015eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240f400700 1 -- 172.21.15.99:0/855742545 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f241006d070 msgr2=0x7f241015eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:02:04.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240f400700 1 --2- 172.21.15.99:0/855742545 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f241006d070 0x7f241015eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240f400700 1 -- 172.21.15.99:0/855742545 >> v2:172.21.15.170:3300/0 conn(0x7f24100ce610 msgr2=0x7f241006cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:02:04.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240f400700 1 --2- 172.21.15.99:0/855742545 >> v2:172.21.15.170:3300/0 conn(0x7f24100ce610 0x7f241006cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.187 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240f400700 1 -- 172.21.15.99:0/855742545 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f241015b590 con 0x7f24100cc9a0 2024-09-13T17:02:04.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.183+0000 7f240f400700 1 --2- 172.21.15.99:0/855742545 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 0x7f241015af60 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f24100ae810 tx=0x7f2400009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea81dcc43d85df56 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:02:04.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f240e000700 1 -- 172.21.15.99:0/855742545 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2400011830 con 0x7f24100cc9a0 2024-09-13T17:02:04.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f240e000700 1 -- 172.21.15.99:0/855742545 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2400011990 con 0x7f24100cc9a0 2024-09-13T17:02:04.188 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f240e000700 1 -- 172.21.15.99:0/855742545 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2400011d20 con 0x7f24100cc9a0 2024-09-13T17:02:04.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f2415200700 1 -- 172.21.15.99:0/855742545 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 msgr2=0x7f241015af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f2415200700 1 --2- 172.21.15.99:0/855742545 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 0x7f241015af60 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f24100ae810 tx=0x7f2400009bf0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f2415200700 1 -- 172.21.15.99:0/855742545 shutdown_connections 2024-09-13T17:02:04.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f2415200700 1 --2- 172.21.15.99:0/855742545 >> v2:172.21.15.170:3300/0 conn(0x7f24100ce610 0x7f241006cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.189 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f2415200700 1 --2- 172.21.15.99:0/855742545 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f241006d070 0x7f241015eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f2415200700 1 --2- 172.21.15.99:0/855742545 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 0x7f241015af60 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f2415200700 1 -- 172.21.15.99:0/855742545 >> 172.21.15.99:0/855742545 conn(0x7f241006f790 msgr2=0x7f241006fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:02:04.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f2415200700 1 -- 172.21.15.99:0/855742545 shutdown_connections 2024-09-13T17:02:04.190 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.187+0000 7f2415200700 1 -- 172.21.15.99:0/855742545 wait complete. 2024-09-13T17:02:04.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f2415200700 1 Processor -- start 2024-09-13T17:02:04.192 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f2415200700 1 -- start start 2024-09-13T17:02:04.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f2415200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f241006d070 0x7f24100acfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f2415200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 0x7f241014c230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f2415200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24100ce610 0x7f241015a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.194 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f2415200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24101523a0 con 0x7f24100cc9a0 2024-09-13T17:02:04.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f2415200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2410153570 con 0x7f241006d070 2024-09-13T17:02:04.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f2415200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24101529f0 con 0x7f24100ce610 2024-09-13T17:02:04.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240ea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 0x7f241014c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240ea00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 0x7f241014c230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:38752/0 (socket says 172.21.15.99:38752) 2024-09-13T17:02:04.195 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240ea00700 1 -- 172.21.15.99:0/4073971457 learned_addr learned my addr 172.21.15.99:0/4073971457 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:02:04.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240f400700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f241006d070 0x7f24100acfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240fe00700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24100ce610 0x7f241015a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240ea00700 1 -- 172.21.15.99:0/4073971457 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24100ce610 msgr2=0x7f241015a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240ea00700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24100ce610 0x7f241015a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240ea00700 1 -- 172.21.15.99:0/4073971457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f241006d070 msgr2=0x7f24100acfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240ea00700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f241006d070 0x7f24100acfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.196 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240ea00700 1 -- 172.21.15.99:0/4073971457 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2400009570 con 0x7f24100cc9a0 2024-09-13T17:02:04.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.191+0000 7f240f400700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f241006d070 0x7f24100acfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T17:02:04.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.195+0000 7f240ea00700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 0x7f241014c230 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f23fc00e9d0 tx=0x7f23fc00ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:02:04.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.195+0000 7f2407400700 1 -- 172.21.15.99:0/4073971457 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc009720 con 0x7f24100cc9a0 2024-09-13T17:02:04.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.195+0000 7f2407400700 1 -- 172.21.15.99:0/4073971457 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23fc00c850 con 0x7f24100cc9a0 2024-09-13T17:02:04.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.195+0000 7f2415200700 1 -- 172.21.15.99:0/4073971457 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2410152cd0 con 0x7f24100cc9a0 2024-09-13T17:02:04.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.195+0000 7f2407400700 1 -- 172.21.15.99:0/4073971457 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc00cbc0 con 0x7f24100cc9a0 2024-09-13T17:02:04.197 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.195+0000 7f2415200700 1 -- 172.21.15.99:0/4073971457 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2410153290 con 0x7f24100cc9a0 2024-09-13T17:02:04.198 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.195+0000 7f2415200700 1 -- 172.21.15.99:0/4073971457 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24100ac960 con 0x7f24100cc9a0 2024-09-13T17:02:04.199 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.195+0000 7f2407400700 1 -- 172.21.15.99:0/4073971457 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f23fc00cd20 con 0x7f24100cc9a0 2024-09-13T17:02:04.200 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.199+0000 7f2407400700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f23f0066730 0x7f23f0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.199+0000 7f2407400700 1 -- 172.21.15.99:0/4073971457 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f23fc083f90 con 0x7f24100cc9a0 2024-09-13T17:02:04.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.199+0000 7f240f400700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f23f0066730 0x7f23f0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.201 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.199+0000 7f240f400700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f23f0066730 0x7f23f0068bf0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2400000c00 tx=0x7f2400008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:02:04.207 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.203+0000 7f2407400700 1 -- 172.21.15.99:0/4073971457 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f24100ac960 con 0x7f24100cc9a0 2024-09-13T17:02:04.390 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.387+0000 7f2415200700 1 -- 172.21.15.99:0/4073971457 --> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f241015e5f0 con 0x7f23f0066730 2024-09-13T17:02:04.395 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.391+0000 7f2407400700 1 -- 172.21.15.99:0/4073971457 <== mgr.4107 v2:172.21.15.99:6832/991397549 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+48157 (secure 0 0 0) 0x7f2400011b00 con 0x7f23f0066730 2024-09-13T17:02:04.396 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:02:04.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 -- 172.21.15.99:0/4073971457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f23f0066730 msgr2=0x7f23f0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f23f0066730 0x7f23f0068bf0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2400000c00 tx=0x7f2400008030 comp rx=0 tx=0).stop 2024-09-13T17:02:04.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 -- 172.21.15.99:0/4073971457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 msgr2=0x7f241014c230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 0x7f241014c230 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f23fc00e9d0 tx=0x7f23fc00ed90 comp rx=0 tx=0).stop 2024-09-13T17:02:04.398 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 -- 172.21.15.99:0/4073971457 shutdown_connections 2024-09-13T17:02:04.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f23f0066730 0x7f23f0068bf0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f24100cc9a0 0x7f241014c230 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f24100ce610 0x7f241015a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 --2- 172.21.15.99:0/4073971457 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f241006d070 0x7f24100acfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 -- 172.21.15.99:0/4073971457 >> 172.21.15.99:0/4073971457 conn(0x7f241006f790 msgr2=0x7f241015daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:02:04.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 -- 172.21.15.99:0/4073971457 shutdown_connections 2024-09-13T17:02:04.399 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.395+0000 7f2415200700 1 -- 172.21.15.99:0/4073971457 wait complete. 2024-09-13T17:02:04.400 INFO:teuthology.orchestra.run.smithi099.stderr:dumped all 2024-09-13T17:02:04.423 INFO:teuthology.orchestra.run.smithi099.stdout:{"pg_ready":true,"pg_map":{"version":99,"stamp":"2024-09-13T17:02:04.183676+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":237280,"kb_used_data":4708,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737440,"statfs":{"total":773094113280,"available":772851138560,"internally_reserved":0,"allocated":4820992,"data_stored":2637205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":238014008},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003589"},"pg_stats":[{"pgid":"1.0","version":"39'119","reported_seq":196,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-13T17:01:41.233339+0000","last_change":"2024-09-13T17:01:41.233339+0000","last_active":"2024-09-13T17:01:41.233339+0000","last_peered":"2024-09-13T17:01:41.233339+0000","last_clean":"2024-09-13T17:01:41.233339+0000","last_became_active":"2024-09-13T16:59:52.489435+0000","last_became_peered":"2024-09-13T16:59:52.489435+0000","last_unstale":"2024-09-13T17:01:41.233339+0000","last_undegraded":"2024-09-13T17:01:41.233339+0000","last_fullsized":"2024-09-13T17:01:41.233339+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"39'119","last_scrub_stamp":"2024-09-13T17:01:41.233063+0000","last_deep_scrub":"39'119","last_deep_scrub_stamp":"2024-09-13T17:01:41.233063+0000","last_clean_scrub_stamp":"2024-09-13T17:01:41.233063+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:22:26.953650+0000","scrub_duration":0.010325915,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:01:55 2024","interfaces":[{"interface":"back","average":{"1min":1.2150000000000001,"5min":1.123,"15min":1.107},"min":{"1min":0.79100000000000004,"5min":0.622,"15min":0.622},"max":{"1min":1.5629999999999999,"5min":1.607,"15min":1.607},"last":1.1890000000000001},{"interface":"front","average":{"1min":1.242,"5min":1.3180000000000001,"15min":1.3300000000000001},"min":{"1min":0.89200000000000002,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":1.6639999999999999,"5min":2.206,"15min":2.206},"last":1.153}]},{"osd":1,"last update":"Fri Sep 13 17:01:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1379999999999999,"5min":1.137,"15min":1.137},"min":{"1min":0.83799999999999997,"5min":0.747,"15min":0.747},"max":{"1min":1.5009999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":1.2889999999999999},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.22,"15min":1.226},"min":{"1min":0.88400000000000001,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.5269999999999999,"5min":1.722,"15min":1.722},"last":1.0469999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:01:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.1919999999999999,"15min":1.206},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":1.5089999999999999,"5min":2.097,"15min":2.097},"last":1.3049999999999999},{"interface":"front","average":{"1min":1.214,"5min":1.1970000000000001,"15min":1.194},"min":{"1min":0.93500000000000005,"5min":0.86499999999999999,"15min":0.86499999999999999},"max":{"1min":1.6020000000000001,"5min":2.0249999999999999,"15min":2.0249999999999999},"last":1.238}]},{"osd":3,"last update":"Fri Sep 13 17:01:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.2649999999999999,"15min":1.2789999999999999},"min":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.506,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.234,"5min":1.3100000000000001,"15min":1.323},"min":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"max":{"1min":1.661,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":1.1060000000000001}]},{"osd":4,"last update":"Fri Sep 13 17:01:55 2024","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.3859999999999999,"15min":1.4319999999999999},"min":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"max":{"1min":1.4750000000000001,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.2070000000000001,"5min":1.4379999999999999,"15min":1.476},"min":{"1min":0.753,"5min":0.753,"15min":0.753},"max":{"1min":1.575,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":1.407}]},{"osd":5,"last update":"Fri Sep 13 17:01:55 2024","interfaces":[{"interface":"back","average":{"1min":1.258,"5min":1.341,"15min":1.355},"min":{"1min":0.82399999999999995,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.732,"5min":2.423,"15min":2.423},"last":0.995},{"interface":"front","average":{"1min":1.3029999999999999,"5min":1.494,"15min":1.526},"min":{"1min":0.96999999999999997,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":1.9399999999999999,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.252}]},{"osd":6,"last update":"Fri Sep 13 17:01:55 2024","interfaces":[{"interface":"back","average":{"1min":1.454,"5min":1.5569999999999999,"15min":1.5740000000000001},"min":{"1min":1.048,"5min":0.83699999999999997,"15min":0.83699999999999997},"max":{"1min":1.8799999999999999,"5min":2.589,"15min":2.589},"last":1.3420000000000001},{"interface":"front","average":{"1min":1.367,"5min":1.4710000000000001,"15min":1.488},"min":{"1min":1.0840000000000001,"5min":1.002,"15min":1.002},"max":{"1min":1.744,"5min":2.5539999999999998,"15min":2.5539999999999998},"last":1.3580000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31564,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340276,"statfs":{"total":96636764160,"available":96604442624,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:01:54 2024","interfaces":[{"interface":"back","average":{"1min":1.198,"5min":1.2529999999999999,"15min":1.262},"min":{"1min":0.67500000000000004,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.7290000000000001,"5min":2.347,"15min":2.347},"last":1.179},{"interface":"front","average":{"1min":1.26,"5min":1.3029999999999999,"15min":1.3100000000000001},"min":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":1.7989999999999999,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":1.113}]},{"osd":1,"last update":"Fri Sep 13 17:01:54 2024","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.1819999999999999,"15min":1.177},"min":{"1min":0.84999999999999998,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":1.625,"5min":1.74,"15min":1.74},"last":1.3400000000000001},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.3009999999999999,"15min":1.304},"min":{"1min":0.78100000000000003,"5min":0.623,"15min":0.623},"max":{"1min":1.7889999999999999,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":1.4390000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:01:54 2024","interfaces":[{"interface":"back","average":{"1min":1.1859999999999999,"5min":1.262,"15min":1.2749999999999999},"min":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.504,"5min":2.302,"15min":2.302},"last":1.7629999999999999},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.1990000000000001,"15min":1.194},"min":{"1min":0.86799999999999999,"5min":0.80000000000000004,"15min":0.80000000000000004},"max":{"1min":1.667,"5min":1.9990000000000001,"15min":1.9990000000000001},"last":1.234}]},{"osd":3,"last update":"Fri Sep 13 17:01:54 2024","interfaces":[{"interface":"back","average":{"1min":1.2090000000000001,"5min":1.2509999999999999,"15min":1.258},"min":{"1min":0.72399999999999998,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.5569999999999999,"5min":2.415,"15min":2.415},"last":1.363},{"interface":"front","average":{"1min":1.2509999999999999,"5min":1.367,"15min":1.3859999999999999},"min":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"max":{"1min":1.5409999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1}]},{"osd":4,"last update":"Fri Sep 13 17:01:54 2024","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.379,"15min":1.407},"min":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"max":{"1min":1.6359999999999999,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":1.296},{"interface":"front","average":{"1min":1.22,"5min":1.4510000000000001,"15min":1.4890000000000001},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.6679999999999999,"5min":3.4569999999999999,"15min":3.4569999999999999},"last":1.536}]},{"osd":5,"last update":"Fri Sep 13 17:01:54 2024","interfaces":[{"interface":"back","average":{"1min":1.2350000000000001,"5min":1.3540000000000001,"15min":1.3740000000000001},"min":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"max":{"1min":1.4650000000000001,"5min":2.367,"15min":2.367},"last":1.4179999999999999},{"interface":"front","average":{"1min":1.3200000000000001,"5min":1.4750000000000001,"15min":1.5009999999999999},"min":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"max":{"1min":1.946,"5min":2.6520000000000001,"15min":2.6520000000000001},"last":1.514}]},{"osd":7,"last update":"Fri Sep 13 17:01:54 2024","interfaces":[{"interface":"back","average":{"1min":1.363,"5min":1.5980000000000001,"15min":1.637},"min":{"1min":0.93700000000000006,"5min":0.89100000000000001,"15min":0.89100000000000001},"max":{"1min":1.907,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.665},{"interface":"front","average":{"1min":1.3740000000000001,"5min":1.538,"15min":1.5649999999999999},"min":{"1min":0.96899999999999997,"5min":0.90700000000000003,"15min":0.90700000000000003},"max":{"1min":1.855,"5min":3.1240000000000001,"15min":3.1240000000000001},"last":1.498}]}]},{"osd":5,"up_from":13,"seq":55834574876,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32132,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339708,"statfs":{"total":96636764160,"available":96603860992,"internally_reserved":0,"allocated":1044480,"data_stored":771535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:01:51 2024","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":1.194,"15min":1.206},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.599,"5min":2.202,"15min":2.202},"last":1.0680000000000001},{"interface":"front","average":{"1min":1.087,"5min":1.087,"15min":1.087},"min":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":1.4319999999999999,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.98099999999999998}]},{"osd":1,"last update":"Fri Sep 13 17:01:51 2024","interfaces":[{"interface":"back","average":{"1min":1.2150000000000001,"5min":1.2669999999999999,"15min":1.276},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.9690000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.347},{"interface":"front","average":{"1min":1.3080000000000001,"5min":1.3320000000000001,"15min":1.3360000000000001},"min":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"max":{"1min":1.992,"5min":2.1400000000000001,"15min":2.1400000000000001},"last":1.232}]},{"osd":2,"last update":"Fri Sep 13 17:01:51 2024","interfaces":[{"interface":"back","average":{"1min":1.236,"5min":1.22,"15min":1.2170000000000001},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.966,"5min":1.966,"15min":1.966},"last":1.27},{"interface":"front","average":{"1min":1.2689999999999999,"5min":1.234,"15min":1.228},"min":{"1min":0.98099999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"max":{"1min":1.841,"5min":1.9139999999999999,"15min":1.9139999999999999},"last":1.1899999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:01:51 2024","interfaces":[{"interface":"back","average":{"1min":1.242,"5min":1.302,"15min":1.3120000000000001},"min":{"1min":0.90000000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.8799999999999999,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.1659999999999999},{"interface":"front","average":{"1min":1.3560000000000001,"5min":1.3520000000000001,"15min":1.351},"min":{"1min":0.92300000000000004,"5min":0.87,"15min":0.87},"max":{"1min":2.2130000000000001,"5min":2.2130000000000001,"15min":2.2130000000000001},"last":1.413}]},{"osd":4,"last update":"Fri Sep 13 17:01:51 2024","interfaces":[{"interface":"back","average":{"1min":1.218,"5min":1.2829999999999999,"15min":1.294},"min":{"1min":0.83899999999999997,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":2.0739999999999998,"5min":2.0739999999999998,"15min":2.0739999999999998},"last":1.446},{"interface":"front","average":{"1min":1.2969999999999999,"5min":1.294,"15min":1.294},"min":{"1min":0.84099999999999997,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.7370000000000001,"5min":2.3530000000000002,"15min":2.3530000000000002},"last":1.3169999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:01:51 2024","interfaces":[{"interface":"back","average":{"1min":1.306,"5min":1.274,"15min":1.268},"min":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"max":{"1min":1.6399999999999999,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":1.494},{"interface":"front","average":{"1min":1.359,"5min":1.331,"15min":1.327},"min":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"max":{"1min":2.0289999999999999,"5min":2.0289999999999999,"15min":2.0289999999999999},"last":1.51}]},{"osd":7,"last update":"Fri Sep 13 17:01:51 2024","interfaces":[{"interface":"back","average":{"1min":1.4490000000000001,"5min":1.474,"15min":1.478},"min":{"1min":0.96199999999999997,"5min":0.74199999999999999,"15min":0.74199999999999999},"max":{"1min":2.044,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.383},{"interface":"front","average":{"1min":1.51,"5min":1.454,"15min":1.4450000000000001},"min":{"1min":1.1719999999999999,"5min":0.79500000000000004,"15min":0.79500000000000004},"max":{"1min":2.0750000000000002,"5min":2.2250000000000001,"15min":2.2250000000000001},"last":1.5429999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.256,"15min":1.264},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.724,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":1.4510000000000001},{"interface":"front","average":{"1min":1.2490000000000001,"5min":1.371,"15min":1.391},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.611,"5min":2.052,"15min":2.052},"last":1.379}]},{"osd":1,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.131,"5min":1.216,"15min":1.23},"min":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"max":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":1.095},{"interface":"front","average":{"1min":1.107,"5min":1.1779999999999999,"15min":1.1899999999999999},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":1.47,"5min":2.097,"15min":2.097},"last":1.2370000000000001}]},{"osd":2,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.2150000000000001,"15min":1.2230000000000001},"min":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"max":{"1min":1.516,"5min":1.917,"15min":1.917},"last":1.284},{"interface":"front","average":{"1min":1.1819999999999999,"5min":1.298,"15min":1.3169999999999999},"min":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"max":{"1min":1.5429999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.1479999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.179,"5min":1.403,"15min":1.4399999999999999},"min":{"1min":0.88100000000000001,"5min":0.85899999999999999,"15min":0.85899999999999999},"max":{"1min":1.696,"5min":2.3490000000000002,"15min":2.3490000000000002},"last":1.3440000000000001},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.395,"15min":1.421},"min":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":1.573,"5min":2.0310000000000001,"15min":2.0310000000000001},"last":1.054}]},{"osd":5,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":1.296,"15min":1.3220000000000001},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.466,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.84199999999999997},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.3680000000000001,"15min":1.3999999999999999},"min":{"1min":0.79400000000000004,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.544,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.998}]},{"osd":6,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.427,"15min":1.48},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.619,"5min":2.2349999999999999,"15min":2.2349999999999999},"last":1.177},{"interface":"front","average":{"1min":1.2370000000000001,"5min":1.4810000000000001,"15min":1.522},"min":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"max":{"1min":1.4419999999999999,"5min":2.6579999999999999,"15min":2.6579999999999999},"last":0.93600000000000005}]},{"osd":7,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.28,"5min":1.5109999999999999,"15min":1.5489999999999999},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.6659999999999999,"5min":2.1949999999999998,"15min":2.1949999999999998},"last":1.1160000000000001},{"interface":"front","average":{"1min":1.331,"5min":1.758,"15min":1.829},"min":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"max":{"1min":1.669,"5min":7.077,"15min":7.077},"last":1.4239999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574877,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:01:52 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.82899999999999996,"15min":0.82699999999999996},"min":{"1min":0.58299999999999996,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.90800000000000003,"15min":0.91000000000000003},"min":{"1min":0.497,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":1.3160000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:01:52 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.89300000000000002,"15min":0.90500000000000003},"min":{"1min":0.58399999999999996,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.1299999999999999,"5min":1.381,"15min":1.381},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.997,"5min":0.95499999999999996,"15min":0.94799999999999995},"min":{"1min":0.69899999999999995,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.359,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.90400000000000003}]},{"osd":2,"last update":"Fri Sep 13 17:01:52 2024","interfaces":[{"interface":"back","average":{"1min":1.0760000000000001,"5min":1.0529999999999999,"15min":1.0489999999999999},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4610000000000001,"5min":1.946,"15min":1.946},"last":1.2709999999999999},{"interface":"front","average":{"1min":1.163,"5min":1.179,"15min":1.1819999999999999},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.7869999999999999,"5min":2.746,"15min":2.746},"last":1.01}]},{"osd":4,"last update":"Fri Sep 13 17:01:52 2024","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":1.2569999999999999,"15min":1.264},"min":{"1min":0.93000000000000005,"5min":0.83299999999999996,"15min":0.83299999999999996},"max":{"1min":1.6319999999999999,"5min":2.302,"15min":2.302},"last":1.0649999999999999},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.3089999999999999,"15min":1.3100000000000001},"min":{"1min":0.99299999999999999,"5min":0.873,"15min":0.873},"max":{"1min":1.772,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.1100000000000001}]},{"osd":5,"last update":"Fri Sep 13 17:01:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4119999999999999,"5min":1.3660000000000001,"15min":1.3580000000000001},"min":{"1min":0.93700000000000006,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":2.0819999999999999,"5min":2.0819999999999999,"15min":2.0819999999999999},"last":1.379},{"interface":"front","average":{"1min":1.397,"5min":1.403,"15min":1.4039999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":2.1200000000000001,"5min":2.992,"15min":2.992},"last":1.1499999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:01:52 2024","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":1.365,"15min":1.3600000000000001},"min":{"1min":1.0149999999999999,"5min":0.88700000000000001,"15min":0.88700000000000001},"max":{"1min":1.73,"5min":2.5619999999999998,"15min":2.5619999999999998},"last":1.4079999999999999},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.448,"15min":1.4490000000000001},"min":{"1min":1.05,"5min":1,"15min":1},"max":{"1min":1.9379999999999999,"5min":2.0939999999999999,"15min":2.0939999999999999},"last":1.21}]},{"osd":7,"last update":"Fri Sep 13 17:01:52 2024","interfaces":[{"interface":"back","average":{"1min":1.4379999999999999,"5min":1.4850000000000001,"15min":1.4930000000000001},"min":{"1min":1.1140000000000001,"5min":1.0009999999999999,"15min":1.0009999999999999},"max":{"1min":1.8560000000000001,"5min":2.903,"15min":2.903},"last":1.339},{"interface":"front","average":{"1min":1.446,"5min":1.4299999999999999,"15min":1.427},"min":{"1min":1.008,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":1.8129999999999999,"5min":2.4140000000000001,"15min":2.4140000000000001},"last":1.1719999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:01:57 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.998,"15min":1.022},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.8879999999999999,"5min":4.0469999999999997,"15min":4.0469999999999997},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.84199999999999997,"5min":1.0820000000000001,"15min":1.1220000000000001},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.2390000000000001,"5min":4.1689999999999996,"15min":4.1689999999999996},"last":1.1100000000000001}]},{"osd":1,"last update":"Fri Sep 13 17:01:57 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":1.1080000000000001,"15min":1.1379999999999999},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.365,"5min":4.085,"15min":4.085},"last":1.024},{"interface":"front","average":{"1min":0.995,"5min":1.1499999999999999,"15min":1.1759999999999999},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.47,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.997}]},{"osd":3,"last update":"Fri Sep 13 17:01:57 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":1.036,"15min":1.0569999999999999},"min":{"1min":0.57699999999999996,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.4470000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":1.335},{"interface":"front","average":{"1min":1.095,"5min":1.177,"15min":1.1910000000000001},"min":{"1min":0.63400000000000001,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.7669999999999999,"5min":2.96,"15min":2.96},"last":1.1719999999999999}]},{"osd":4,"last update":"Fri Sep 13 17:01:57 2024","interfaces":[{"interface":"back","average":{"1min":1.325,"5min":1.3129999999999999,"15min":1.3109999999999999},"min":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"max":{"1min":2.048,"5min":3.048,"15min":3.048},"last":1.4530000000000001},{"interface":"front","average":{"1min":1.2849999999999999,"5min":1.5149999999999999,"15min":1.5529999999999999},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.736,"5min":3.9140000000000001,"15min":3.9140000000000001},"last":1.599}]},{"osd":5,"last update":"Fri Sep 13 17:01:57 2024","interfaces":[{"interface":"back","average":{"1min":1.292,"5min":1.5309999999999999,"15min":1.571},"min":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"max":{"1min":1.849,"5min":3.952,"15min":3.952},"last":1.53},{"interface":"front","average":{"1min":1.23,"5min":1.4379999999999999,"15min":1.472},"min":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"max":{"1min":1.7110000000000001,"5min":2.8799999999999999,"15min":2.8799999999999999},"last":1.4119999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:01:57 2024","interfaces":[{"interface":"back","average":{"1min":1.3049999999999999,"5min":1.4730000000000001,"15min":1.5009999999999999},"min":{"1min":0.97899999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":1.8069999999999999,"5min":3.2509999999999999,"15min":3.2509999999999999},"last":1.228},{"interface":"front","average":{"1min":1.401,"5min":1.4410000000000001,"15min":1.4470000000000001},"min":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"max":{"1min":2.1190000000000002,"5min":3.202,"15min":3.202},"last":1.5589999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:01:57 2024","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.6339999999999999,"15min":1.6679999999999999},"min":{"1min":1.079,"5min":1.056,"15min":1.056},"max":{"1min":2.3039999999999998,"5min":4.4429999999999996,"15min":4.4429999999999996},"last":1.268},{"interface":"front","average":{"1min":1.363,"5min":1.5469999999999999,"15min":1.5780000000000001},"min":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"max":{"1min":2.4300000000000002,"5min":3.573,"15min":3.573},"last":1.4910000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574877,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28040,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343800,"statfs":{"total":96636764160,"available":96608051200,"internally_reserved":0,"allocated":1048576,"data_stored":772554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.82799999999999996,"15min":0.83199999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.4430000000000001,"5min":1.98,"15min":1.98},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.98499999999999999,"15min":0.99199999999999999},"min":{"1min":0.49299999999999999,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.5049999999999999,"5min":2.706,"15min":2.706},"last":1.0269999999999999}]},{"osd":2,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.90700000000000003,"15min":0.92000000000000004},"min":{"1min":0.503,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.1000000000000001,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.89800000000000002},{"interface":"front","average":{"1min":1.006,"5min":1.0860000000000001,"15min":1.099},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.5660000000000001,"5min":2.1240000000000001,"15min":2.1240000000000001},"last":0.99299999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":1.0580000000000001,"15min":1.081},"min":{"1min":0.61899999999999999,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.645,"5min":2.387,"15min":2.387},"last":1.4670000000000001},{"interface":"front","average":{"1min":0.89600000000000002,"5min":1.0469999999999999,"15min":1.0720000000000001},"min":{"1min":0.53300000000000003,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.4610000000000001,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.95399999999999996}]},{"osd":4,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":1.2649999999999999,"15min":1.296},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.3680000000000001,"5min":3.0449999999999999,"15min":3.0449999999999999},"last":1.103},{"interface":"front","average":{"1min":1.2270000000000001,"5min":1.3400000000000001,"15min":1.359},"min":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"max":{"1min":1.6639999999999999,"5min":2.7000000000000002,"15min":2.7000000000000002},"last":1.27}]},{"osd":5,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2250000000000001,"5min":1.421,"15min":1.454},"min":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"max":{"1min":1.6859999999999999,"5min":3.452,"15min":3.452},"last":1.2050000000000001},{"interface":"front","average":{"1min":1.2050000000000001,"5min":1.405,"15min":1.4379999999999999},"min":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"max":{"1min":1.7549999999999999,"5min":3.2309999999999999,"15min":3.2309999999999999},"last":1.1819999999999999}]},{"osd":6,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.339,"15min":1.3600000000000001},"min":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"max":{"1min":1.9750000000000001,"5min":3.3420000000000001,"15min":3.3420000000000001},"last":1.1419999999999999},{"interface":"front","average":{"1min":1.196,"5min":1.4079999999999999,"15min":1.4430000000000001},"min":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"max":{"1min":1.601,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":1.4299999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:01:53 2024","interfaces":[{"interface":"back","average":{"1min":1.357,"5min":1.484,"15min":1.5049999999999999},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.8580000000000001,"5min":2.8410000000000002,"15min":2.8410000000000002},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.337,"5min":1.47,"15min":1.492},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.0920000000000001,"5min":2.9350000000000001,"15min":2.9350000000000001},"last":1.4039999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574876,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27472,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":454656,"data_stored":182186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 17:01:56 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.96699999999999997,"15min":0.98099999999999998},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.2689999999999999,"5min":3.677,"15min":3.677},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.91500000000000004,"5min":1.0589999999999999,"15min":1.083},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.3100000000000001,"5min":3.8879999999999999,"15min":3.8879999999999999},"last":0.96399999999999997}]},{"osd":2,"last update":"Fri Sep 13 17:01:56 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":1.024,"15min":1.032},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.4039999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.92600000000000005},{"interface":"front","average":{"1min":0.92200000000000004,"5min":1.046,"15min":1.0660000000000001},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.4990000000000001,"5min":1.605,"15min":1.605},"last":0.86099999999999999}]},{"osd":3,"last update":"Fri Sep 13 17:01:56 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.89400000000000002,"15min":0.90400000000000003},"min":{"1min":0.61799999999999999,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.248,"5min":1.665,"15min":1.665},"last":0.77600000000000002},{"interface":"front","average":{"1min":1.077,"5min":1.177,"15min":1.194},"min":{"1min":0.65500000000000003,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.4510000000000001,"5min":2.3650000000000002,"15min":2.3650000000000002},"last":1.046}]},{"osd":4,"last update":"Fri Sep 13 17:01:56 2024","interfaces":[{"interface":"back","average":{"1min":1.2889999999999999,"5min":1.3420000000000001,"15min":1.351},"min":{"1min":0.97499999999999998,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":1.569,"5min":2.0840000000000001,"15min":2.0840000000000001},"last":1.2010000000000001},{"interface":"front","average":{"1min":1.2350000000000001,"5min":1.2949999999999999,"15min":1.3049999999999999},"min":{"1min":0.91700000000000004,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":1.4299999999999999,"5min":2.1520000000000001,"15min":2.1520000000000001},"last":1.0089999999999999}]},{"osd":5,"last update":"Fri Sep 13 17:01:56 2024","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.4099999999999999,"15min":1.45},"min":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"max":{"1min":1.47,"5min":3.1720000000000002,"15min":3.1720000000000002},"last":1.1339999999999999},{"interface":"front","average":{"1min":1.264,"5min":1.321,"15min":1.331},"min":{"1min":0.89700000000000002,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":1.5169999999999999,"5min":2.673,"15min":2.673},"last":1.325}]},{"osd":6,"last update":"Fri Sep 13 17:01:56 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.2949999999999999,"15min":1.321},"min":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"max":{"1min":1.472,"5min":2.7370000000000001,"15min":2.7370000000000001},"last":1.3660000000000001},{"interface":"front","average":{"1min":1.2669999999999999,"5min":1.472,"15min":1.506},"min":{"1min":1.004,"5min":1.004,"15min":1.004},"max":{"1min":1.4470000000000001,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":1.4019999999999999}]},{"osd":7,"last update":"Fri Sep 13 17:01:56 2024","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":1.381,"15min":1.4019999999999999},"min":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"max":{"1min":1.599,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.2170000000000001,"5min":1.3759999999999999,"15min":1.4019999999999999},"min":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"max":{"1min":1.5509999999999999,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":1.474}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T17:02:04.425 DEBUG:teuthology.orchestra.run.smithi099:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-13T17:02:04.586 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.583+0000 7f2003200700 1 Processor -- start 2024-09-13T17:02:04.586 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.583+0000 7f2003200700 1 -- start start 2024-09-13T17:02:04.588 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2003200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2004154fb0 0x7f20040cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.588 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2003200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20040b4630 0x7f200415b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.588 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2003200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7f200415b5a0 0x7f20040b2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.588 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2003200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f200415c000 con 0x7f2004154fb0 2024-09-13T17:02:04.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2003200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20040cb970 con 0x7f200415b5a0 2024-09-13T17:02:04.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2003200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f200415ba40 con 0x7f20040b4630 2024-09-13T17:02:04.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2001e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2004154fb0 0x7f20040cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2001e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7f2004154fb0 0x7f20040cbe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:38764/0 (socket says 172.21.15.99:38764) 2024-09-13T17:02:04.589 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2001e00700 1 -- 172.21.15.99:0/1796963446 learned_addr learned my addr 172.21.15.99:0/1796963446 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:02:04.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2001400700 1 --2- 172.21.15.99:0/1796963446 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20040b4630 0x7f200415b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2002800700 1 --2- 172.21.15.99:0/1796963446 >> v2:172.21.15.170:3300/0 conn(0x7f200415b5a0 0x7f20040b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2001e00700 1 -- 172.21.15.99:0/1796963446 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20040b4630 msgr2=0x7f200415b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:02:04.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2001e00700 1 --2- 172.21.15.99:0/1796963446 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20040b4630 0x7f200415b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.590 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2001e00700 1 -- 172.21.15.99:0/1796963446 >> v2:172.21.15.170:3300/0 conn(0x7f200415b5a0 msgr2=0x7f20040b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:02:04.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2001e00700 1 --2- 172.21.15.99:0/1796963446 >> v2:172.21.15.170:3300/0 conn(0x7f200415b5a0 0x7f20040b2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2001e00700 1 -- 172.21.15.99:0/1796963446 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f200415bd20 con 0x7f2004154fb0 2024-09-13T17:02:04.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2001e00700 1 --2- 172.21.15.99:0/1796963446 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2004154fb0 0x7f20040cbe00 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f20040b3d00 tx=0x7f1ff4009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76380e065b6322e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:02:04.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2000a00700 1 -- 172.21.15.99:0/1796963446 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ff4011830 con 0x7f2004154fb0 2024-09-13T17:02:04.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2000a00700 1 -- 172.21.15.99:0/1796963446 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ff4011990 con 0x7f2004154fb0 2024-09-13T17:02:04.591 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.587+0000 7f2000a00700 1 -- 172.21.15.99:0/1796963446 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ff4011d20 con 0x7f2004154fb0 2024-09-13T17:02:04.592 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 -- 172.21.15.99:0/1796963446 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2004154fb0 msgr2=0x7f20040cbe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.592 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 --2- 172.21.15.99:0/1796963446 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2004154fb0 0x7f20040cbe00 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f20040b3d00 tx=0x7f1ff4009bf0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 -- 172.21.15.99:0/1796963446 shutdown_connections 2024-09-13T17:02:04.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 --2- 172.21.15.99:0/1796963446 >> v2:172.21.15.170:3300/0 conn(0x7f200415b5a0 0x7f20040b2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 --2- 172.21.15.99:0/1796963446 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f20040b4630 0x7f200415b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 --2- 172.21.15.99:0/1796963446 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f2004154fb0 0x7f20040cbe00 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 -- 172.21.15.99:0/1796963446 >> 172.21.15.99:0/1796963446 conn(0x7f2004066780 msgr2=0x7f200406f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:02:04.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 -- 172.21.15.99:0/1796963446 shutdown_connections 2024-09-13T17:02:04.593 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 -- 172.21.15.99:0/1796963446 wait complete. 2024-09-13T17:02:04.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 Processor -- start 2024-09-13T17:02:04.594 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.591+0000 7f2003200700 1 -- start start 2024-09-13T17:02:04.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2003200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20040b4630 0x7f200414d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2003200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2004154fb0 0x7f200406dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.596 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2003200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f200415b5a0 0x7f2004159aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2003200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f200406d3e0 con 0x7f200415b5a0 2024-09-13T17:02:04.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2003200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f200406c7d0 con 0x7f20040b4630 2024-09-13T17:02:04.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2003200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f200406cab0 con 0x7f2004154fb0 2024-09-13T17:02:04.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2002800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f200415b5a0 0x7f2004159aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2002800700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f200415b5a0 0x7f2004159aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:38780/0 (socket says 172.21.15.99:38780) 2024-09-13T17:02:04.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2001400700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2004154fb0 0x7f200406dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2002800700 1 -- 172.21.15.99:0/544274065 learned_addr learned my addr 172.21.15.99:0/544274065 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:02:04.597 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2001e00700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20040b4630 0x7f200414d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2002800700 1 -- 172.21.15.99:0/544274065 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2004154fb0 msgr2=0x7f200406dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2002800700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2004154fb0 0x7f200406dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2002800700 1 -- 172.21.15.99:0/544274065 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20040b4630 msgr2=0x7f200414d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2002800700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20040b4630 0x7f200414d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2002800700 1 -- 172.21.15.99:0/544274065 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ff4009570 con 0x7f200415b5a0 2024-09-13T17:02:04.598 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2002800700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f200415b5a0 0x7f2004159aa0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f1ffc00efc0 tx=0x7f1ffc00c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:02:04.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f1ffa000700 1 -- 172.21.15.99:0/544274065 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ffc00cad0 con 0x7f200415b5a0 2024-09-13T17:02:04.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f1ffa000700 1 -- 172.21.15.99:0/544274065 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ffc00f040 con 0x7f200415b5a0 2024-09-13T17:02:04.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2003200700 1 -- 172.21.15.99:0/544274065 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f200406cd90 con 0x7f200415b5a0 2024-09-13T17:02:04.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f1ffa000700 1 -- 172.21.15.99:0/544274065 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ffc00ce70 con 0x7f200415b5a0 2024-09-13T17:02:04.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2003200700 1 -- 172.21.15.99:0/544274065 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f200414dbe0 con 0x7f200415b5a0 2024-09-13T17:02:04.599 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.595+0000 7f2003200700 1 -- 172.21.15.99:0/544274065 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f200406d590 con 0x7f200415b5a0 2024-09-13T17:02:04.601 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.599+0000 7f1ffa000700 1 -- 172.21.15.99:0/544274065 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1ffc014480 con 0x7f200415b5a0 2024-09-13T17:02:04.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.599+0000 7f1ffa000700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fe4066730 0x7f1fe4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.599+0000 7f1ffa000700 1 -- 172.21.15.99:0/544274065 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1ffc084950 con 0x7f200415b5a0 2024-09-13T17:02:04.603 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.599+0000 7f2001e00700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fe4066730 0x7f1fe4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.604 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.603+0000 7f2001e00700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fe4066730 0x7f1fe4068bf0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f1ff4000c00 tx=0x7f1ff4008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:02:04.610 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.607+0000 7f1ffa000700 1 -- 172.21.15.99:0/544274065 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f200406d590 con 0x7f200415b5a0 2024-09-13T17:02:04.790 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.787+0000 7f2003200700 1 -- 172.21.15.99:0/544274065 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f200415b060 con 0x7f200415b5a0 2024-09-13T17:02:04.795 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.795+0000 7f1ffa000700 1 -- 172.21.15.99:0/544274065 <== mon.0 v2:172.21.15.99:3300/0 7 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f1ffc051f70 con 0x7f200415b5a0 2024-09-13T17:02:04.796 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.795+0000 7f1ffa000700 1 -- 172.21.15.99:0/544274065 <== mon.0 v2:172.21.15.99:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) v1 ==== 123+0+0 (secure 0 0 0) 0x7f1ffc018020 con 0x7f200415b5a0 2024-09-13T17:02:04.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 -- 172.21.15.99:0/544274065 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fe4066730 msgr2=0x7f1fe4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fe4066730 0x7f1fe4068bf0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f1ff4000c00 tx=0x7f1ff4008030 comp rx=0 tx=0).stop 2024-09-13T17:02:04.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 -- 172.21.15.99:0/544274065 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f200415b5a0 msgr2=0x7f2004159aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.802 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f200415b5a0 0x7f2004159aa0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f1ffc00efc0 tx=0x7f1ffc00c0c0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 -- 172.21.15.99:0/544274065 shutdown_connections 2024-09-13T17:02:04.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7f1fe4066730 0x7f1fe4068bf0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7f200415b5a0 0x7f2004159aa0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7f2004154fb0 0x7f200406dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 --2- 172.21.15.99:0/544274065 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7f20040b4630 0x7f200414d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 -- 172.21.15.99:0/544274065 >> 172.21.15.99:0/544274065 conn(0x7f2004066780 msgr2=0x7f20040cc940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:02:04.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 -- 172.21.15.99:0/544274065 shutdown_connections 2024-09-13T17:02:04.803 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.799+0000 7f2003200700 1 -- 172.21.15.99:0/544274065 wait complete. 2024-09-13T17:02:04.823 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T17:02:04.823 DEBUG:teuthology.orchestra.run.smithi099:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T17:02:04.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.979+0000 7fb467200700 1 Processor -- start 2024-09-13T17:02:04.982 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.979+0000 7fb467200700 1 -- start start 2024-09-13T17:02:04.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb467200700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb4680cc9a0 0x7fb46815af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb467200700 1 --2- >> v2:172.21.15.170:3300/0 conn(0x7fb4680ce610 0x7fb46806cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb467200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb46806d070 0x7fb46815eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb467200700 1 -- --> v2:172.21.15.99:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb468151ef0 con 0x7fb4680cc9a0 2024-09-13T17:02:04.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb467200700 1 -- --> v2:172.21.15.170:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4680ae5f0 con 0x7fb4680ce610 2024-09-13T17:02:04.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb467200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4680cea80 con 0x7fb46806d070 2024-09-13T17:02:04.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb465e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb4680cc9a0 0x7fb46815af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb465e00700 1 --2- >> v2:172.21.15.99:3300/0 conn(0x7fb4680cc9a0 0x7fb46815af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:38792/0 (socket says 172.21.15.99:38792) 2024-09-13T17:02:04.985 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb465e00700 1 -- 172.21.15.99:0/4108843423 learned_addr learned my addr 172.21.15.99:0/4108843423 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:02:04.986 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb465400700 1 --2- 172.21.15.99:0/4108843423 >> v2:172.21.15.170:3300/0 conn(0x7fb4680ce610 0x7fb46806cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb466800700 1 --2- 172.21.15.99:0/4108843423 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb46806d070 0x7fb46815eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb465e00700 1 -- 172.21.15.99:0/4108843423 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb46806d070 msgr2=0x7fb46815eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb465e00700 1 --2- 172.21.15.99:0/4108843423 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb46806d070 0x7fb46815eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb465e00700 1 -- 172.21.15.99:0/4108843423 >> v2:172.21.15.170:3300/0 conn(0x7fb4680ce610 msgr2=0x7fb46806cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb465e00700 1 --2- 172.21.15.99:0/4108843423 >> v2:172.21.15.170:3300/0 conn(0x7fb4680ce610 0x7fb46806cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb465e00700 1 -- 172.21.15.99:0/4108843423 --> v2:172.21.15.99:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb46815b590 con 0x7fb4680cc9a0 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb466800700 1 --2- 172.21.15.99:0/4108843423 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb46806d070 0x7fb46815eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb465e00700 1 --2- 172.21.15.99:0/4108843423 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb4680cc9a0 0x7fb46815af60 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fb4680ae810 tx=0x7fb45800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de5235ead55e4b77 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb464a00700 1 -- 172.21.15.99:0/4108843423 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45800e070 con 0x7fb4680cc9a0 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb464a00700 1 -- 172.21.15.99:0/4108843423 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fb45800b9c0 con 0x7fb4680cc9a0 2024-09-13T17:02:04.987 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.983+0000 7fb464a00700 1 -- 172.21.15.99:0/4108843423 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45800bd90 con 0x7fb4680cc9a0 2024-09-13T17:02:04.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 -- 172.21.15.99:0/4108843423 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb4680cc9a0 msgr2=0x7fb46815af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 --2- 172.21.15.99:0/4108843423 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb4680cc9a0 0x7fb46815af60 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fb4680ae810 tx=0x7fb45800b330 comp rx=0 tx=0).stop 2024-09-13T17:02:04.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 -- 172.21.15.99:0/4108843423 shutdown_connections 2024-09-13T17:02:04.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 --2- 172.21.15.99:0/4108843423 >> v2:172.21.15.170:3300/0 conn(0x7fb4680ce610 0x7fb46806cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.988 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 --2- 172.21.15.99:0/4108843423 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb46806d070 0x7fb46815eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 --2- 172.21.15.99:0/4108843423 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb4680cc9a0 0x7fb46815af60 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 -- 172.21.15.99:0/4108843423 >> 172.21.15.99:0/4108843423 conn(0x7fb46806f790 msgr2=0x7fb46806fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:02:04.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 -- 172.21.15.99:0/4108843423 shutdown_connections 2024-09-13T17:02:04.989 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 -- 172.21.15.99:0/4108843423 wait complete. 2024-09-13T17:02:04.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 Processor -- start 2024-09-13T17:02:04.990 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 -- start start 2024-09-13T17:02:04.991 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb46806d070 0x7fb4681507c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.991 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 --2- >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb4680cc9a0 0x7fb4681543c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 --2- >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb4680ce610 0x7fb4681598b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 -- --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb468150d00 con 0x7fb46806d070 2024-09-13T17:02:04.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 -- --> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4681530d0 con 0x7fb4680ce610 2024-09-13T17:02:04.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.987+0000 7fb467200700 1 -- --> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb468153320 con 0x7fb4680cc9a0 2024-09-13T17:02:04.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb465e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb46806d070 0x7fb4681507c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb465e00700 1 --2- >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb46806d070 0x7fb4681507c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.99:3300/0 says I am v2:172.21.15.99:38804/0 (socket says 172.21.15.99:38804) 2024-09-13T17:02:04.992 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb465e00700 1 -- 172.21.15.99:0/468242142 learned_addr learned my addr 172.21.15.99:0/468242142 (peer_addr_for_me v2:172.21.15.99:0/0) 2024-09-13T17:02:04.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb465400700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb4680cc9a0 0x7fb4681543c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb466800700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb4680ce610 0x7fb4681598b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb465e00700 1 -- 172.21.15.99:0/468242142 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb4680cc9a0 msgr2=0x7fb4681543c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb465e00700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb4680cc9a0 0x7fb4681543c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.993 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb465e00700 1 -- 172.21.15.99:0/468242142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb4680ce610 msgr2=0x7fb4681598b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:04.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb465e00700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb4680ce610 0x7fb4681598b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:04.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb465e00700 1 -- 172.21.15.99:0/468242142 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb458009b30 con 0x7fb46806d070 2024-09-13T17:02:04.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb465e00700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb46806d070 0x7fb4681507c0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fb45800b370 tx=0x7fb458004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:02:04.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb45e000700 1 -- 172.21.15.99:0/468242142 <== mon.0 v2:172.21.15.99:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb458004250 con 0x7fb46806d070 2024-09-13T17:02:04.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb45e000700 1 -- 172.21.15.99:0/468242142 <== mon.0 v2:172.21.15.99:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fb4580043b0 con 0x7fb46806d070 2024-09-13T17:02:04.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb45e000700 1 -- 172.21.15.99:0/468242142 <== mon.0 v2:172.21.15.99:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb458004760 con 0x7fb46806d070 2024-09-13T17:02:04.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb467200700 1 -- 172.21.15.99:0/468242142 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb468153600 con 0x7fb46806d070 2024-09-13T17:02:04.994 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb467200700 1 -- 172.21.15.99:0/468242142 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb468153bc0 con 0x7fb46806d070 2024-09-13T17:02:04.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.991+0000 7fb467200700 1 -- 172.21.15.99:0/468242142 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4680cdd70 con 0x7fb46806d070 2024-09-13T17:02:04.995 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.995+0000 7fb45e000700 1 -- 172.21.15.99:0/468242142 <== mon.0 v2:172.21.15.99:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb45801c440 con 0x7fb46806d070 2024-09-13T17:02:04.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.995+0000 7fb45e000700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb448066760 0x7fb448068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T17:02:04.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.995+0000 7fb45e000700 1 -- 172.21.15.99:0/468242142 <== mon.0 v2:172.21.15.99:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb458085660 con 0x7fb46806d070 2024-09-13T17:02:04.997 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.995+0000 7fb465400700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb448066760 0x7fb448068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T17:02:04.998 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.995+0000 7fb465400700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb448066760 0x7fb448068c20 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb4680ad540 tx=0x7fb454008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T17:02:05.003 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:04.999+0000 7fb45e000700 1 -- 172.21.15.99:0/468242142 <== mon.0 v2:172.21.15.99:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb4580565d0 con 0x7fb46806d070 2024-09-13T17:02:05.231 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.227+0000 7fb467200700 1 -- 172.21.15.99:0/468242142 --> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb46815af60 con 0x7fb46806d070 2024-09-13T17:02:05.232 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb45e000700 1 -- 172.21.15.99:0/468242142 <== mon.0 v2:172.21.15.99:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+3529 (secure 0 0 0) 0x7fb458020020 con 0x7fb46806d070 2024-09-13T17:02:05.232 INFO:teuthology.orchestra.run.smithi099.stdout: 2024-09-13T17:02:05.232 INFO:teuthology.orchestra.run.smithi099.stdout:{"epoch":27,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6835/163947465","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6834","nonce":163947465},{"type":"v1","addr":"172.21.15.99:6835","nonce":163947465}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4993,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.99:6837/881326518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.99:6836","nonce":881326518},{"type":"v1","addr":"172.21.15.99:6837","nonce":881326518}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4996,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6833/4250337445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6832","nonce":4250337445},{"type":"v1","addr":"172.21.15.170:6833","nonce":4250337445}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5359,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.170:6835/3980146313","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6834","nonce":3980146313},{"type":"v1","addr":"172.21.15.170:6835","nonce":3980146313}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":27}],"filesystems":[]} 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 -- 172.21.15.99:0/468242142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb448066760 msgr2=0x7fb448068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb448066760 0x7fb448068c20 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb4680ad540 tx=0x7fb454008040 comp rx=0 tx=0).stop 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 -- 172.21.15.99:0/468242142 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb46806d070 msgr2=0x7fb4681507c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb46806d070 0x7fb4681507c0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fb45800b370 tx=0x7fb458004af0 comp rx=0 tx=0).stop 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 -- 172.21.15.99:0/468242142 shutdown_connections 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.99:6832/991397549,v1:172.21.15.99:6833/991397549] conn(0x7fb448066760 0x7fb448068c20 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] conn(0x7fb4680ce610 0x7fb4681598b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.170:3301/0,v1:172.21.15.170:6790/0] conn(0x7fb4680cc9a0 0x7fb4681543c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 --2- 172.21.15.99:0/468242142 >> [v2:172.21.15.99:3300/0,v1:172.21.15.99:6789/0] conn(0x7fb46806d070 0x7fb4681507c0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 -- 172.21.15.99:0/468242142 >> 172.21.15.99:0/468242142 conn(0x7fb46806f790 msgr2=0x7fb4680ae950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 -- 172.21.15.99:0/468242142 shutdown_connections 2024-09-13T17:02:05.235 INFO:teuthology.orchestra.run.smithi099.stderr:2024-09-13T17:02:05.231+0000 7fb467200700 1 -- 172.21.15.99:0/468242142 wait complete. 2024-09-13T17:02:05.237 INFO:teuthology.orchestra.run.smithi099.stderr:dumped fsmap epoch 27 2024-09-13T17:02:05.258 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-13T17:02:05.258 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-13T17:02:05.259 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T17:02:05.259 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:05.284 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T17:02:05.284 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T17:02:05.284 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:05.349 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T17:02:05.349 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T17:02:05.349 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:05.375 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T17:02:05.375 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T17:02:05.375 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:05.444 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T17:02:05.444 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-13T17:02:05.444 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-13T17:02:05.445 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:05.540 INFO:tasks.ceph.osd.0:Stopped 2024-09-13T17:02:05.541 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-13T17:02:05.541 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:05.627 INFO:tasks.ceph.osd.1:Stopped 2024-09-13T17:02:05.627 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-13T17:02:05.627 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:08.252 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 is failed for ~0s 2024-09-13T17:02:11.729 INFO:tasks.ceph.osd.2:Stopped 2024-09-13T17:02:11.729 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-13T17:02:11.729 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:11.822 INFO:tasks.ceph.osd.3:Stopped 2024-09-13T17:02:11.822 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-13T17:02:11.823 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:14.059 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 is failed for ~0s 2024-09-13T17:02:14.060 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 has been restored 2024-09-13T17:02:17.924 INFO:tasks.ceph.osd.4:Stopped 2024-09-13T17:02:17.925 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-13T17:02:17.925 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:18.017 INFO:tasks.ceph.osd.5:Stopped 2024-09-13T17:02:18.018 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-13T17:02:18.018 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:19.665 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 is failed for ~0s 2024-09-13T17:02:19.665 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.4 has been restored 2024-09-13T17:02:24.119 INFO:tasks.ceph.osd.6:Stopped 2024-09-13T17:02:24.120 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-13T17:02:24.120 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:24.221 INFO:tasks.ceph.osd.7:Stopped 2024-09-13T17:02:24.221 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-13T17:02:24.222 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-13T17:02:24.222 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:24.293 INFO:tasks.ceph.mgr.y:Stopped 2024-09-13T17:02:24.293 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-13T17:02:24.294 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:24.364 INFO:tasks.ceph.mgr.x:Stopped 2024-09-13T17:02:24.364 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-13T17:02:24.364 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-13T17:02:24.365 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:24.396 INFO:tasks.ceph.mon.a:Stopped 2024-09-13T17:02:24.397 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-13T17:02:24.397 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:24.426 INFO:tasks.ceph.mon.b:Stopped 2024-09-13T17:02:24.427 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-13T17:02:24.427 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T17:02:24.499 INFO:tasks.ceph.mon.c:Stopped 2024-09-13T17:02:24.499 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-13T17:02:24.499 DEBUG:teuthology.orchestra.run.smithi099:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-13T17:02:24.549 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T17:02:24.550 DEBUG:teuthology.orchestra.run.smithi099:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-13T17:02:24.666 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.6 has been restored 2024-09-13T17:02:24.785 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T17:02:24.785 DEBUG:teuthology.orchestra.run.smithi099:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-13T17:02:24.975 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T17:02:24.975 DEBUG:teuthology.orchestra.run.smithi099:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-13T17:02:24.986 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:02:25.026 DEBUG:teuthology.orchestra.run.smithi170:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:02:25.220 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T17:02:25.221 DEBUG:teuthology.orchestra.run.smithi099:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-13T17:02:25.445 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T17:02:25.445 DEBUG:teuthology.orchestra.run.smithi170:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-13T17:02:25.697 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T17:02:25.697 DEBUG:teuthology.orchestra.run.smithi170:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-13T17:02:25.921 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T17:02:25.922 DEBUG:teuthology.orchestra.run.smithi170:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-13T17:02:26.108 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T17:02:26.108 DEBUG:teuthology.orchestra.run.smithi170:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-13T17:02:26.330 INFO:tasks.ceph:Archiving mon data... 2024-09-13T17:02:26.331 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843/data/mon.a.tgz 2024-09-13T17:02:26.332 DEBUG:teuthology.orchestra.run.smithi099:> mktemp 2024-09-13T17:02:26.350 INFO:teuthology.orchestra.run.smithi099.stdout:/tmp/tmp.nlhSMJmC0a 2024-09-13T17:02:26.350 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.nlhSMJmC0a 2024-09-13T17:02:26.506 DEBUG:teuthology.orchestra.run.smithi099:> sudo chmod 0666 /tmp/tmp.nlhSMJmC0a 2024-09-13T17:02:26.596 DEBUG:teuthology.orchestra.remote:smithi099:/tmp/tmp.nlhSMJmC0a is 298KB 2024-09-13T17:02:26.670 DEBUG:teuthology.orchestra.run.smithi099:> rm -fr /tmp/tmp.nlhSMJmC0a 2024-09-13T17:02:26.689 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843/data/mon.b.tgz 2024-09-13T17:02:26.690 DEBUG:teuthology.orchestra.run.smithi170:> mktemp 2024-09-13T17:02:26.707 INFO:teuthology.orchestra.run.smithi170.stdout:/tmp/tmp.j4iaTJdTDZ 2024-09-13T17:02:26.708 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.j4iaTJdTDZ 2024-09-13T17:02:26.874 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0666 /tmp/tmp.j4iaTJdTDZ 2024-09-13T17:02:26.980 DEBUG:teuthology.orchestra.remote:smithi170:/tmp/tmp.j4iaTJdTDZ is 399KB 2024-09-13T17:02:27.008 DEBUG:teuthology.orchestra.run.smithi170:> rm -fr /tmp/tmp.j4iaTJdTDZ 2024-09-13T17:02:27.026 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843/data/mon.c.tgz 2024-09-13T17:02:27.026 DEBUG:teuthology.orchestra.run.smithi170:> mktemp 2024-09-13T17:02:27.088 INFO:teuthology.orchestra.run.smithi170.stdout:/tmp/tmp.7vnZuamqlT 2024-09-13T17:02:27.089 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.7vnZuamqlT 2024-09-13T17:02:27.256 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0666 /tmp/tmp.7vnZuamqlT 2024-09-13T17:02:27.355 DEBUG:teuthology.orchestra.remote:smithi170:/tmp/tmp.7vnZuamqlT is 399KB 2024-09-13T17:02:27.389 DEBUG:teuthology.orchestra.run.smithi170:> rm -fr /tmp/tmp.7vnZuamqlT 2024-09-13T17:02:27.404 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-13T17:02:27.404 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T17:02:27.408 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T17:02:27.481 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2024-09-13T17:02:27.482 DEBUG:teuthology.orchestra.run.smithi099:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T17:02:27.487 DEBUG:teuthology.orchestra.run.smithi170:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T17:02:27.529 INFO:teuthology.orchestra.run.smithi099.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T17:02:27.578 INFO:teuthology.orchestra.run.smithi170.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T17:02:27.592 INFO:tasks.ceph:Archiving crash dumps... 2024-09-13T17:02:27.594 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843/remote/smithi099/crash 2024-09-13T17:02:27.595 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T17:02:27.628 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843/remote/smithi170/crash 2024-09-13T17:02:27.629 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T17:02:27.662 INFO:tasks.ceph:Shutting down logrotate 2024-09-13T17:02:27.662 DEBUG:teuthology.orchestra.run.smithi099:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:02:27.680 DEBUG:teuthology.orchestra.run.smithi170:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T17:02:27.810 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T17:02:27.847 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T17:02:27.879 INFO:tasks.ceph:Compressing logs... 2024-09-13T17:02:27.879 DEBUG:teuthology.orchestra.run.smithi099:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T17:02:27.896 DEBUG:teuthology.orchestra.run.smithi170:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T17:02:28.770 INFO:tasks.ceph:Archiving logs... 2024-09-13T17:02:28.770 DEBUG:teuthology.misc:Transferring archived files from smithi099:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843/remote/smithi099/log 2024-09-13T17:02:28.771 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T17:02:29.059 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843/remote/smithi170/log 2024-09-13T17:02:29.060 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T17:02:29.201 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T17:02:29.210 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T17:02:29.210 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T17:02:29.216 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T17:02:29.332 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T17:02:29.344 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T17:02:29.344 DEBUG:teuthology.orchestra.run.smithi099:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T17:02:29.350 DEBUG:teuthology.orchestra.run.smithi170:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T17:02:29.386 INFO:teuthology.orchestra.run.smithi099.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T17:02:29.387 INFO:teuthology.orchestra.run.smithi099.stdout:============================================================================== 2024-09-13T17:02:29.387 INFO:teuthology.orchestra.run.smithi099.stdout:*hv01.front.sepi 67.205.162.81 3 u 39 64 177 0.088 -0.082 0.044 2024-09-13T17:02:29.387 INFO:teuthology.orchestra.run.smithi099.stdout:+hv02.front.sepi 63.231.80.2 3 u 38 64 177 0.087 -0.388 0.106 2024-09-13T17:02:29.387 INFO:teuthology.orchestra.run.smithi099.stdout:+hv03.front.sepi 74.6.168.72 3 u 36 64 177 0.117 0.760 0.100 2024-09-13T17:02:29.387 INFO:teuthology.orchestra.run.smithi099.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T17:02:29.392 INFO:teuthology.orchestra.run.smithi170.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T17:02:29.393 INFO:teuthology.orchestra.run.smithi170.stdout:============================================================================== 2024-09-13T17:02:29.393 INFO:teuthology.orchestra.run.smithi170.stdout:*hv01.front.sepi 67.205.162.81 3 u 39 64 177 0.097 0.006 0.105 2024-09-13T17:02:29.393 INFO:teuthology.orchestra.run.smithi170.stdout: hv02.front.sepi 63.231.80.2 3 u 37 64 177 0.104 -0.209 0.188 2024-09-13T17:02:29.393 INFO:teuthology.orchestra.run.smithi170.stdout: hv03.front.sepi 74.6.168.72 3 u 40 64 177 0.111 0.764 0.107 2024-09-13T17:02:29.393 INFO:teuthology.orchestra.run.smithi170.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T17:02:29.394 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T17:02:29.406 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T17:02:29.406 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T17:02:29.417 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T17:02:29.430 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T17:02:29.444 INFO:teuthology.task.internal:Duration was 881.484467 seconds 2024-09-13T17:02:29.445 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T17:02:29.456 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T17:02:29.456 DEBUG:teuthology.orchestra.run.smithi099:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T17:02:29.462 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T17:02:29.618 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T17:02:29.619 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi099.front.sepia.ceph.com 2024-09-13T17:02:29.619 DEBUG:teuthology.orchestra.run.smithi099:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T17:02:29.653 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi170.front.sepia.ceph.com 2024-09-13T17:02:29.653 DEBUG:teuthology.orchestra.run.smithi170:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T17:02:29.687 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T17:02:29.687 DEBUG:teuthology.orchestra.run.smithi099:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T17:02:29.704 DEBUG:teuthology.orchestra.run.smithi170:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T17:02:29.796 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T17:02:29.797 DEBUG:teuthology.orchestra.run.smithi099:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T17:02:29.802 DEBUG:teuthology.orchestra.run.smithi170:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T17:02:29.899 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T17:02:29.910 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T17:02:29.910 DEBUG:teuthology.orchestra.run.smithi099:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T17:02:29.949 DEBUG:teuthology.orchestra.run.smithi170:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T17:02:29.983 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T17:02:29.996 DEBUG:teuthology.orchestra.run.smithi099:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T17:02:30.002 DEBUG:teuthology.orchestra.run.smithi170:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T17:02:30.031 INFO:teuthology.orchestra.run.smithi099.stdout:kernel.core_pattern = core 2024-09-13T17:02:30.062 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern = core 2024-09-13T17:02:30.098 DEBUG:teuthology.orchestra.run.smithi099:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T17:02:30.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:02:30.126 DEBUG:teuthology.orchestra.run.smithi170:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T17:02:30.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T17:02:30.160 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T17:02:30.170 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T17:02:30.171 DEBUG:teuthology.misc:Transferring archived files from smithi099:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843/remote/smithi099 2024-09-13T17:02:30.171 DEBUG:teuthology.orchestra.run.smithi099:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T17:02:30.220 DEBUG:teuthology.misc:Transferring archived files from smithi170:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903843/remote/smithi170 2024-09-13T17:02:30.220 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T17:02:30.268 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T17:02:30.268 DEBUG:teuthology.orchestra.run.smithi099:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T17:02:30.273 DEBUG:teuthology.orchestra.run.smithi170:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T17:02:30.331 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T17:02:30.342 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T17:02:30.342 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T17:02:30.354 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T17:02:30.354 DEBUG:teuthology.orchestra.run.smithi099:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T17:02:30.359 DEBUG:teuthology.orchestra.run.smithi170:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T17:02:30.374 INFO:teuthology.orchestra.run.smithi099.stdout: 1181009 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 17:02 /home/ubuntu/cephtest 2024-09-13T17:02:30.395 INFO:teuthology.orchestra.run.smithi170.stdout: 1181009 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 17:02 /home/ubuntu/cephtest 2024-09-13T17:02:30.401 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T17:02:30.414 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T17:02:30.440 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a client.1-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_20.04} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/recovery-fs} duration: 881.4844670295715 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-13T17:02:30.441 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T17:02:30.530 INFO:teuthology.run:pass